-- Logs begin at Wed 2021-09-15 07:56:53 UTC, end at Wed 2021-09-15 09:27:15 UTC. -- Sep 15 08:48:50.326047 dv-cinder-806008-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 08:48:52.454798 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.common.config [-] Logging enabled! Sep 15 08:48:52.455497 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1 Sep 15 08:48:52.455497 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75718) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 15 08:48:52.457758 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.common.config [-] Logging enabled! Sep 15 08:48:52.458007 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1 Sep 15 08:48:52.458277 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75718) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 15 08:48:52.459236 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 08:48:52.459470 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 08:48:52.459833 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 08:48:52.460078 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 08:48:52.460304 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 08:48:52.460629 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.460937 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.461236 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.461466 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.461766 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.462061 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.462370 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.462665 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.462965 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.463253 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.463537 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.463828 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.464059 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.464361 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] config_source = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.464637 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.464925 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.465150 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] debug = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.465432 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.465860 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.466367 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.466578 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.466871 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.467150 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.467429 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.467715 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.468047 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] host = dv-cinder-806008-2-iscsi {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.468327 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.468616 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.468905 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.469206 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.469471 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.469748 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.470041 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.470351 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] log_dir = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.470628 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] log_file = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.470904 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.471271 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.471565 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.471862 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.472089 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.472311 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.472598 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.472888 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.473166 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.473441 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.473717 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.473993 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.474401 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.474674 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.474961 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.475248 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.475533 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.475809 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.476085 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.476360 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.476634 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.476920 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.477196 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.477470 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.477743 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.478031 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.478333 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.478609 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.478912 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.479198 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.479480 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.480034 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.480308 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.480591 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.480864 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.481140 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] use_journal = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.481414 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] use_json = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.481688 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.481961 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.482268 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.482547 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.482822 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.483097 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.483371 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.483654 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:52.483954 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.484253 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.484560 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.484849 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.485143 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.485431 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.485724 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.486006 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.486323 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.486618 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.487448 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.487733 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.488025 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.488322 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.488614 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.488892 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.489176 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.489473 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.489756 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.490032 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.490340 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.490636 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.490919 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.491198 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.491485 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.491764 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.492039 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.492313 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.492592 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.492887 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.493168 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.493441 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.493714 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.493994 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.494292 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.494580 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.494861 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.495138 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.495414 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.495695 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.495971 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.496248 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.496528 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.496803 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.497084 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.497360 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.497633 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.497909 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.498210 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.498487 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.498760 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.499037 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.499319 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.499596 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.499872 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.500147 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.500428 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.500702 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.500997 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.501299 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.501581 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.501861 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.502166 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.503097 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.503397 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.503681 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.503965 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.504247 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.504523 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.504819 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.505104 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.505394 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.505683 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.505964 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.506286 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.506568 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.506852 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.507129 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.507412 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.507699 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.507985 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.508281 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.508575 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.508868 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.509161 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.509460 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.509741 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.510050 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.510354 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:52.510577 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 08:48:52.510821 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=75718) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 08:48:52.913855 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO keyring.backend [-] Loading KWallet Sep 15 08:48:52.921242 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO keyring.backend [-] Loading SecretService Sep 15 08:48:52.924689 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO keyring.backend [-] Loading Windows Sep 15 08:48:52.926036 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO keyring.backend [-] Loading chainer Sep 15 08:48:52.926650 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO keyring.backend [-] Loading macOS Sep 15 08:48:52.960545 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=75718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:52.960820 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=75718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:52.961108 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=75718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:52.961442 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 08:48:53.267349 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.267589 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.267860 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.324522 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.324809 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.325081 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.328082 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.328360 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.328626 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.357045 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.357324 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.357595 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.385533 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.385815 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.386114 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.704478 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.705113 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.705113 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.705309 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.706668 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.830255 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.831164 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.831451 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.831722 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.831986 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.832288 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.832547 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.832805 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.833056 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.833335 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.833596 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.833856 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.834135 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.834392 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.834655 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.834919 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.835171 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.835440 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.835694 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.835972 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.836313 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.836563 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.836809 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.837089 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.837336 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.837578 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.837960 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=75718) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:48:53.838222 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=75718) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:48:53.838460 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=75718) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:48:53.838693 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=75718) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:48:53.838923 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=75718) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:48:53.839153 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=75718) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:48:53.839700 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 08:48:53.842826 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 08:48:53.846809 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 08:48:53.850736 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 15 08:48:53.852369 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 08:48:53.852762 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 08:48:53.853100 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 08:48:53.853496 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 08:48:53.856553 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 08:48:53.856802 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 08:48:53.857148 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 08:48:53.885144 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Sep 15 08:48:53.885589 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.885886 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=75718) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 08:48:53.886283 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.887792 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=75718) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 08:48:53.888070 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 08:48:53.888312 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 08:48:53.891484 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.891768 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:53.953161 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 08:48:53.953399 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 08:48:53.953632 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 08:48:53.953996 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 08:48:53.984833 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_db.sqlalchemy.engines [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=75718) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Sep 15 08:48:54.601372 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Initializing driver for type 'gre' Sep 15 08:48:54.601887 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] gre ID ranges: [(1, 1000)] Sep 15 08:48:54.778468 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Initializing driver for type 'local' Sep 15 08:48:54.779036 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Initializing driver for type 'vlan' Sep 15 08:48:54.858681 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] VlanTypeDriver initialization complete Sep 15 08:48:54.858956 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Initializing driver for type 'vxlan' Sep 15 08:48:54.859468 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] vxlan ID ranges: [(1, 1000)] Sep 15 08:48:54.997446 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Initializing extension driver 'port_security' Sep 15 08:48:54.997787 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.extensions.port_security [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] PortSecurityExtensionDriver initialization complete Sep 15 08:48:54.998153 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Initializing mechanism driver 'openvswitch' Sep 15 08:48:54.998479 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Initializing mechanism driver 'hyperv' Sep 15 08:48:55.004945 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=75718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:55.005699 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > port after_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.006067 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > port after_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.006441 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > port after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.006849 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > subnet after_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.007196 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > subnet after_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.007534 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > subnet after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.007908 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > network after_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.008250 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > network after_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.008584 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > network after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.008956 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > security_group after_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.009293 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > security_group after_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.009629 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > security_group after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.010003 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.010363 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.010695 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.011029 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] ML2 OVO RPC backend initialized. {{(pid=75718) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Sep 15 08:48:55.011655 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router_interface after_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.012004 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.012418 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > network before_response 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.012758 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > networks before_response 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.013095 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > port before_response 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.013428 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > ports before_response 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.013768 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > subnet before_response 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.014111 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > subnets before_response 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.014458 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > network after_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.014789 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > network after_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.015114 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > network after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.015442 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > port after_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.015770 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > port after_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.016099 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > port after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.016429 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > subnet after_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.016758 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > subnet after_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.017083 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > subnet after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.017654 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.plugin [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Modular L2 Plugin initialization complete Sep 15 08:48:55.018493 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading services supported by the core plugin {{(pid=75718) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 08:48:55.018814 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.plugins.ml2.managers [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Got port-security extension from driver 'port_security' Sep 15 08:48:55.019270 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.extensions.vlantransparent [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Disabled vlantransparent extension. Sep 15 08:48:55.019675 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=75718) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 08:48:55.019984 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading Plugin: router Sep 15 08:48:55.055231 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router_interface before_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.055620 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router after_create 55549900 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.056106 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router before_create 55549900 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.056466 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.056831 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.057182 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router after_delete 55549900 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.057539 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > floatingip after_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.057896 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router after_create 55549900 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.058266 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router after_update 55549900 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.058612 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router after_update 55549900 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.058961 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.059315 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router after_update 55549900 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.059720 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router precommit_update 55549900 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.060083 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: port after_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.060417 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: port after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.060748 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: subnet after_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.061082 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.061420 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > port precommit_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.061759 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router precommit_create 55549900 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.062116 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: port before_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.062456 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router precommit_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.062807 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router after_update 55549900 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.063147 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router precommit_delete 55549900 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.063488 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router precommit_create 55549900 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.063844 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router_interface after_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.064184 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router precommit_update 55549900 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.064541 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > agent after_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.065409 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > agent after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.065752 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > network after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.066636 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Tracking information for resource: router configured {{(pid=75718) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:48:55.066957 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Tracking information for resource: floatingip configured {{(pid=75718) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:48:55.071694 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.db.l3_agentschedulers_db [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 08:48:55.072258 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: port after_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.072618 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: port after_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.072962 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: port after_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.073306 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: port after_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.074111 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router before_create 55550100 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.074467 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router precommit_delete 55550100 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.074822 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router precommit_create 55550100 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.075169 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > router precommit_update 55550100 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.079484 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.services.provider_configuration [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Service providers = [] {{(pid=75718) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 08:48:55.079843 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.db.servicetype_db [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=75718) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 08:48:55.083422 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.services.service_base [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=75718) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 08:48:55.083769 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.services.service_base [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=75718) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 08:48:55.084108 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.services.service_base [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=75718) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 08:48:55.084985 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.services.service_base [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=75718) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 08:48:55.085350 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.services.service_base [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 08:48:55.085715 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=75718) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:48:55.086031 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 08:48:55.096712 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=75718) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:48:55.097040 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading Plugin: auto_allocate Sep 15 08:48:55.104119 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: network precommit_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.104878 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: network precommit_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.105626 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=75718) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:48:55.106077 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading Plugin: tag Sep 15 08:48:55.115882 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=75718) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:48:55.116292 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading Plugin: timestamp Sep 15 08:48:55.121669 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=75718) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:48:55.122161 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading Plugin: network_ip_availability Sep 15 08:48:55.130649 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.131251 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.131829 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.133055 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=75718) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:48:55.133607 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading Plugin: flavors Sep 15 08:48:55.138834 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=75718) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:48:55.139166 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading Plugin: revisions Sep 15 08:48:55.144984 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=75718) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:48:55.145371 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_concurrency.lockutils [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.184s {{(pid=75718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:55.146146 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=75718) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Sep 15 08:48:55.146478 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Initializing extension manager. Sep 15 08:48:55.146978 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: __init__.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.147317 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: __pycache__ {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.147649 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.147981 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.148306 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: _filter_validation_lib.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.148630 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.148949 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: address_group.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.149727 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.150331 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: address-group Sep 15 08:48:55.150650 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: address_scope.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.151356 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.151851 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: address-scope Sep 15 08:48:55.152164 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: admin_state_down_before_update.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.153090 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.153580 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: router-admin-state-down-before-update Sep 15 08:48:55.153894 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: agent.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.154615 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.155102 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: agent Sep 15 08:48:55.155419 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: agent_resources_synced.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.156328 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.156823 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: agent-resources-synced Sep 15 08:48:55.157137 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: allowedaddresspairs.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.158994 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.159532 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: allowed-address-pairs Sep 15 08:48:55.160059 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: auto_allocated_topology.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.161644 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.162494 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: auto-allocated-topology Sep 15 08:48:55.162974 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: availability_zone.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.163963 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.164743 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: availability_zone Sep 15 08:48:55.165210 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: availability_zone_filter.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.166530 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.167317 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: availability_zone_filter Sep 15 08:48:55.167780 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: data_plane_status.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.169073 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.169859 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 08:48:55.170359 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: default_subnetpools.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.171647 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.172435 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: default-subnetpools Sep 15 08:48:55.172902 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: dhcpagentscheduler.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.174028 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.174836 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: dhcp_agent_scheduler Sep 15 08:48:55.175311 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: dns.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.176602 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.177390 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension dns-integration not supported by any of loaded plugins Sep 15 08:48:55.177863 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: dns_domain_ports.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.179201 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.179989 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 08:48:55.180464 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: dvr.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.181432 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.182254 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: dvr Sep 15 08:48:55.182720 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: empty_string_filtering.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.183992 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.184785 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: empty-string-filtering Sep 15 08:48:55.185258 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.186592 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.187369 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 08:48:55.187836 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.189119 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.190442 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 08:48:55.190918 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: external_net.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.192089 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.192638 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: external-net Sep 15 08:48:55.193114 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: extra_dhcp_opt.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.194298 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.194965 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: extra_dhcp_opt Sep 15 08:48:55.195463 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: extraroute.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.196533 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.197369 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: extraroute Sep 15 08:48:55.197704 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: extraroute_atomic.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.199125 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.199778 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: extraroute-atomic Sep 15 08:48:55.200099 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: filter_validation.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.200768 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.201260 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: filter-validation Sep 15 08:48:55.201576 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: fip_pf_description.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.202520 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.203008 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 08:48:55.203325 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: fip_port_details.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.204250 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.204743 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: fip-port-details Sep 15 08:48:55.205059 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: flavors.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.207117 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.207623 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: flavors Sep 15 08:48:55.207956 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.209597 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.210126 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 08:48:55.210457 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: floatingip_pools.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.211151 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.211916 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: floatingip-pools Sep 15 08:48:55.212237 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: ip_allocation.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.213152 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.213646 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 08:48:55.213966 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.214918 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.215412 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: ip-substring-filtering Sep 15 08:48:55.215732 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: l2_adjacency.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.216663 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.217152 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 08:48:55.217472 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: l3.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.218470 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.218975 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: router Sep 15 08:48:55.219297 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: l3_conntrack_helper.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.221539 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.222055 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 08:48:55.222412 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.223340 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.223841 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: ext-gw-mode Sep 15 08:48:55.224164 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.225070 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.225569 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: l3-ha Sep 15 08:48:55.225887 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: l3_flavors.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.226813 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.227307 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: l3-flavors Sep 15 08:48:55.227623 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.228530 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.229020 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 08:48:55.229334 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: l3agentscheduler.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.230628 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.231128 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: l3_agent_scheduler Sep 15 08:48:55.231448 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: logging.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.232931 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.233433 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension logging not supported by any of loaded plugins Sep 15 08:48:55.233756 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: metering.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.234528 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.235088 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: metering Sep 15 08:48:55.235403 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.236486 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.237033 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: metering_source_and_destination_fields Sep 15 08:48:55.237351 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: multiprovidernet.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.238299 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.238800 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: multi-provider Sep 15 08:48:55.239117 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: netmtu.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.240051 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.240528 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: net-mtu Sep 15 08:48:55.240841 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: netmtu_writable.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.241868 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.242402 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: net-mtu-writable Sep 15 08:48:55.242724 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: network_availability_zone.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.243392 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.243881 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: network_availability_zone Sep 15 08:48:55.244198 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: network_ip_availability.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.245277 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.245779 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: network-ip-availability Sep 15 08:48:55.246104 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: network_segment_range.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.246876 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.247368 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 08:48:55.247684 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: pagination.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.248661 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.248985 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: pagination Sep 15 08:48:55.249301 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.250258 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.250760 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: port-mac-address-regenerate Sep 15 08:48:55.251074 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: port_resource_request.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.251979 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.252999 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 08:48:55.253323 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: portbindings.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.254281 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.254778 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: binding Sep 15 08:48:55.255092 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: portbindings_extended.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.256361 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.256862 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: binding-extended Sep 15 08:48:55.257181 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: portsecurity.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.258121 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.258626 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: port-security Sep 15 08:48:55.258942 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: project_id.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.259931 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.260255 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: project-id Sep 15 08:48:55.260570 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: providernet.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.261489 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.261992 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: provider Sep 15 08:48:55.262345 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: qos.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.265834 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.266377 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension qos not supported by any of loaded plugins Sep 15 08:48:55.266704 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.268572 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.269077 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 08:48:55.269402 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.270350 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.270847 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 08:48:55.271166 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: qos_default.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.272070 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.272566 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension qos-default not supported by any of loaded plugins Sep 15 08:48:55.272883 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: qos_fip.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.273520 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.274002 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension qos-fip not supported by any of loaded plugins Sep 15 08:48:55.274347 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: qos_gateway_ip.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.275267 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.275756 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 08:48:55.276073 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: qos_port_network_policy.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.276980 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.277470 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 08:48:55.277786 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: qos_rule_type_details.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.278731 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.279235 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 08:48:55.279552 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: qos_rules_alias.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.280585 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.281086 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 08:48:55.281405 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: quotasv2.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.282307 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.282631 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: quotas Sep 15 08:48:55.282949 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: quotasv2_detail.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.284704 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.285044 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: quota_details Sep 15 08:48:55.285375 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: rbac.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.286452 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.286964 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: rbac-policies Sep 15 08:48:55.287285 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: rbac_address_scope.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.288213 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.288716 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: rbac-address-scope Sep 15 08:48:55.289035 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: rbac_security_groups.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.289955 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.290492 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: rbac-security-groups Sep 15 08:48:55.290811 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: rbac_subnetpool.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.291724 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.292222 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: rbac-subnetpool Sep 15 08:48:55.292537 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: revisionifmatch.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.293460 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.293959 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: revision-if-match Sep 15 08:48:55.294309 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: revisions.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.295423 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.295917 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: standard-attr-revisions Sep 15 08:48:55.296231 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: router_availability_zone.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.296892 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.297383 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: router_availability_zone Sep 15 08:48:55.297698 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: routerservicetype.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.298637 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.299161 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension router-service-type not supported by any of loaded plugins Sep 15 08:48:55.299478 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: security_groups_port_filtering.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.300403 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.300895 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: port-security-groups-filtering Sep 15 08:48:55.301211 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: securitygroup.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.311972 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.312492 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: security-group Sep 15 08:48:55.312816 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: segment.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.313590 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.314109 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension segment not supported by any of loaded plugins Sep 15 08:48:55.314432 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.315925 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.316427 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 08:48:55.316745 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: servicetype.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.317849 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.318386 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: service-type Sep 15 08:48:55.318712 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: sorting.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.319696 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.320067 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: sorting Sep 15 08:48:55.320343 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: standard_attr_segment.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.321254 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.321755 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 08:48:55.322071 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: standardattrdescription.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.322732 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.323224 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: standard-attr-description Sep 15 08:48:55.323542 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: stateful_security_group.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.324464 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.324963 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: stateful-security-group Sep 15 08:48:55.325284 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: stdattrs_common.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.325857 dv-cinder-806008-2-iscsi neutron-server[75718]: WARNING neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 08:48:55.326207 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.327122 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.327618 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 08:48:55.327934 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: subnet_onboard.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.329095 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.329620 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: subnet_onboard Sep 15 08:48:55.329924 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.337785 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.338308 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 08:48:55.338631 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: subnet_service_types.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.339552 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.340072 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: subnet-service-types Sep 15 08:48:55.340374 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: subnetallocation.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.341448 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.341951 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: subnet_allocation Sep 15 08:48:55.342307 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.342978 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.343485 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: subnetpool-prefix-ops Sep 15 08:48:55.343802 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.344727 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.345223 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 08:48:55.345538 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: tagging.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.346667 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.347183 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: standard-attr-tag Sep 15 08:48:55.347505 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: timestamp.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.348706 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.349212 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loaded extension: standard-attr-timestamp Sep 15 08:48:55.349533 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: trunk.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.350585 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.351087 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension trunk not supported by any of loaded plugins Sep 15 08:48:55.351405 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: trunk_details.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.352322 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.352817 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension trunk-details not supported by any of loaded plugins Sep 15 08:48:55.353134 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: uplink_status_propagation.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.354052 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.354843 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 08:48:55.355167 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Loading extension file: vlantransparent.py {{(pid=75718) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:48:55.355823 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=75718) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:48:55.356316 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 08:48:55.358599 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of TrackedResource for resource:network Sep 15 08:48:55.359333 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of TrackedResource for resource:subnet Sep 15 08:48:55.359939 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:48:55.360706 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of TrackedResource for resource:port Sep 15 08:48:55.362002 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.v2.resource_helper [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75718) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:48:55.362525 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.v2.resource_helper [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Service FLAVORS assigned prefix: {{(pid=75718) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:48:55.363154 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.v2.resource_helper [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75718) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:48:55.363581 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.v2.resource_helper [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75718) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:48:55.363914 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of TrackedResource for resource:router Sep 15 08:48:55.364587 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of TrackedResource for resource:floatingip Sep 15 08:48:55.365289 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.v2.resource_helper [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Service METERING assigned prefix: /metering {{(pid=75718) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:48:55.366807 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.367131 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.367474 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:48:55.368625 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 08:48:55.369065 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of TrackedResource for resource:security_group Sep 15 08:48:55.369731 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 08:48:55.370489 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.v2.resource_helper [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Service CORE assigned prefix: {{(pid=75718) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:48:55.370815 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:48:55.371156 dv-cinder-806008-2-iscsi neutron-server[75718]: WARNING neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] subnetpool is already registered Sep 15 08:48:55.371757 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.v2.resource_helper [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Service CORE assigned prefix: {{(pid=75718) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:48:55.372082 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:48:55.372402 dv-cinder-806008-2-iscsi neutron-server[75718]: WARNING neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] subnetpool is already registered Sep 15 08:48:55.375032 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.v2.resource_helper [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75718) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:48:55.375457 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.v2.resource_helper [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Service FLAVORS assigned prefix: {{(pid=75718) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:48:55.376039 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.v2.resource_helper [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75718) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:48:55.376464 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.v2.resource_helper [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75718) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:48:55.376790 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of TrackedResource for resource:router Sep 15 08:48:55.377113 dv-cinder-806008-2-iscsi neutron-server[75718]: WARNING neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] router is already registered Sep 15 08:48:55.378259 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of TrackedResource for resource:floatingip Sep 15 08:48:55.378585 dv-cinder-806008-2-iscsi neutron-server[75718]: WARNING neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] floatingip is already registered Sep 15 08:48:55.379509 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.v2.resource_helper [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Service METERING assigned prefix: /metering {{(pid=75718) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:48:55.380178 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 08:48:55.380501 dv-cinder-806008-2-iscsi neutron-server[75718]: WARNING neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] rbac_policy is already registered Sep 15 08:48:55.381033 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of TrackedResource for resource:security_group Sep 15 08:48:55.381362 dv-cinder-806008-2-iscsi neutron-server[75718]: WARNING neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] security_group is already registered Sep 15 08:48:55.381943 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 08:48:55.382295 dv-cinder-806008-2-iscsi neutron-server[75718]: WARNING neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] security_group_rule is already registered Sep 15 08:48:55.382964 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.v2.resource_helper [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Service CORE assigned prefix: {{(pid=75718) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:48:55.383288 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:48:55.383606 dv-cinder-806008-2-iscsi neutron-server[75718]: WARNING neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] subnetpool is already registered Sep 15 08:48:55.384205 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.v2.resource_helper [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Service CORE assigned prefix: {{(pid=75718) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:48:55.384525 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:48:55.384842 dv-cinder-806008-2-iscsi neutron-server[75718]: WARNING neutron.quota.resource_registry [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] subnetpool is already registered Sep 15 08:48:55.385480 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: extensions {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.387033 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: address-groups {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.388587 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: address-scopes {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.389778 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: agents {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.390973 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: auto-allocated-topology {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.392193 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: availability_zones {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.394013 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: dhcp-networks {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.395398 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: dhcp-agents {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.396774 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: routers {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.398585 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: flavors {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.399724 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: service_profiles {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.400898 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: next_providers {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.402411 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: service_profiles {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.403798 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: floatingip-pools {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.405039 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: routers {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.406884 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: floatingips {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.412775 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: l3-routers {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.412775 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: l3-agents {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.412775 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: metering-labels {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.412993 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: metering-label-rules {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.414109 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: network-ip-availabilities {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.415361 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: bindings {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.416970 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: quotas {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.418404 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: quotas {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.419792 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: rbac-policies {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.421049 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: security-groups {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.422251 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: security-group-rules {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.423467 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: service-providers {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.425183 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: subnetpools {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.426610 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: subnetpools {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.428037 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: tags {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.429650 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: tags {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.431447 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: tags {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.433137 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: tags {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.434917 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: tags {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.436532 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: tags {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.438278 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: tags {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.440671 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: tags {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.442490 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: tags {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.444290 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron.api.extensions [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Extended resource: tags {{(pid=75718) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:48:55.449954 dv-cinder-806008-2-iscsi neutron-server[75718]: WARNING keystonemiddleware.auth_token [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 08:48:55.454678 dv-cinder-806008-2-iscsi neutron-server[75718]: WARNING keystonemiddleware.auth_token [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 08:48:55.466443 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_concurrency.lockutils [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Acquired lock "singleton_lock" {{(pid=75718) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 08:48:55.466966 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_concurrency.lockutils [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Releasing lock "singleton_lock" {{(pid=75718) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 08:48:55.467946 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO oslo_service.service [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Starting 2 workers Sep 15 08:48:55.472770 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Started child 75825 {{(pid=75718) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 08:48:55.476913 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Started child 75826 {{(pid=75718) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 08:48:55.478194 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:55.478742 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO neutron.service [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 08:48:55.479137 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Notify callbacks [] for process, before_spawn {{(pid=75718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:55.479912 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [-] (75825) wsgi starting up on http://0.0.0.0:9696 Sep 15 08:48:55.481875 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO oslo_service.service [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Starting 1 workers Sep 15 08:48:55.481998 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:55.483353 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [-] (75826) wsgi starting up on http://0.0.0.0:9696 Sep 15 08:48:55.487328 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Started child 75827 {{(pid=75718) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 08:48:55.487859 dv-cinder-806008-2-iscsi neutron-server[75718]: INFO oslo_service.service [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Starting 1 workers Sep 15 08:48:55.490957 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.service [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] calling RpcWorker wait() {{(pid=75827) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 08:48:55.491466 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 35144) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:55.491972 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.service [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] returning from RpcWorker wait() {{(pid=75827) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 08:48:55.492083 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Started child 75829 {{(pid=75718) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 08:48:55.492893 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4cb-3b41-4ecf-92a0-5a139d95c60b None None] Notify callbacks [] for process, after_spawn {{(pid=75718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:55.493592 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:55.494070 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:55.494977 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75718) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 08:48:55.495197 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 08:48:55.495379 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 08:48:55.495577 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 08:48:55.495920 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 08:48:55.496077 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 08:48:55.496780 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.497198 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.497629 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.498054 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.498533 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.499242 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.499661 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.500024 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063381 Sep 15 08:48:55.500151 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:55.500709 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.501122 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.501535 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.501858 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.502238 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.503062 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.503238 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:55.503584 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.504045 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.504467 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.504748 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.505007 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.505184 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.505440 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] config_source = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.505707 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.505941 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.506264 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] debug = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.506522 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.507021 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.507252 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.507494 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.508315 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.508617 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.508884 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.509326 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.510137 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.511061 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.511579 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.512071 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.512521 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.512981 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.514247 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.516132 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.516132 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] host = dv-cinder-806008-2-iscsi {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.516132 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.516132 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.516407 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.519239 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.519239 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.519239 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.519239 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.519239 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.519239 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.519239 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.519239 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.519754 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.519754 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] log_dir = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.519754 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] log_file = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.519754 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] log_options = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.519754 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.520054 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.520054 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.520395 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.520395 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.520545 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.522120 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.522120 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.522120 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.522120 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.522120 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.522120 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.522512 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.522512 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.522821 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.523031 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.523218 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.524585 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.524585 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.524585 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.524585 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.524861 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.524861 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.525120 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.525432 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.525641 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.526012 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.526228 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.526986 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.526986 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.526986 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.527210 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.527376 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.527603 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.527830 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.528056 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.528303 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.528579 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.528811 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.529053 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.529334 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.529535 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.530168 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.530168 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.530524 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] use_journal = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.530524 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] use_json = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.530787 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.530937 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.531088 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.531273 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.531505 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.531718 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.532057 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.532291 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.532721 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.533089 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.533417 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.533644 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.533897 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.534158 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.534413 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.534651 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.534898 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.535132 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.538203 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.538203 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.538203 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.538203 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.538203 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.538203 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.538203 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.538203 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.539236 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.539236 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.539236 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.539236 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.539236 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.539236 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.539236 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.539236 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.540248 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.540248 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.540248 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.540248 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.540766 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.540766 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.541023 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.541023 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.541351 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.541510 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.541666 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.541812 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.542213 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.542411 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.542804 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.543160 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.543531 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.543775 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.543970 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.544218 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.544433 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.544637 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.544852 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.545070 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.545309 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.545585 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.545800 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.546014 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.546341 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.546509 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.546741 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.546968 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.547211 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.547418 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.547636 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.547859 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.548092 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.548464 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.550239 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.550239 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.550239 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.550239 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.550239 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.551006 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.551006 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.551006 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.551006 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.551504 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.551504 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.551784 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.552100 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.552313 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.552754 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.552998 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.553250 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.553513 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.553756 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.554002 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.554247 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.554523 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.554747 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.554992 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.555256 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.555474 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.555728 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.555950 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.556211 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.556649 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.556772 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.557168 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.557297 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.557429 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.557659 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.557921 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.558979 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.559489 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.559957 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.560237 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.560949 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.560949 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.561250 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.561250 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.561526 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.563227 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.563227 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.563227 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.563227 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.563227 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.563227 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.564049 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.564049 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.564049 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.564049 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.564570 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.564570 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.565410 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.565558 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.566816 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.566816 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.566816 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.566816 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.566816 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.567534 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.567534 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.567534 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.567921 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.568069 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.568231 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.568619 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.568997 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.569378 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.569736 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.570125 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.570503 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.571787 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.571787 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.571787 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.571787 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.571787 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.572534 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.572534 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.572534 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.572534 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.573301 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.578172 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.578172 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.578172 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.578172 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.578172 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.578172 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.578172 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.578172 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.579331 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.579331 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.579331 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.579331 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.579331 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.579331 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.579331 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.579331 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.580543 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.580543 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.580543 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.580543 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.580543 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.580543 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.580543 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.580543 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.582288 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.582288 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.582288 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.582288 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.582288 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.582288 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.582288 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.582288 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.582965 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.582965 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.582965 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.582965 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.582965 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.582965 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.582965 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.582965 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.582965 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.583790 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.583790 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.583790 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.583790 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.583790 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.583790 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.586576 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.586576 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.586576 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.586576 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.586576 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.586576 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.586576 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.586576 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.587636 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.587636 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.587636 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.587636 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.587636 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.587636 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.587636 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.587636 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.588597 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.588597 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.588597 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.588597 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.588881 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.588961 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.591251 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.591251 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.591251 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.591251 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.591251 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.591251 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.591251 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.591251 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.592329 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.592329 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.592329 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.592329 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.592329 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.593002 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.593002 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.593002 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.594427 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.594427 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.594427 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.594427 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.594427 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.594427 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.595230 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.595230 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.595230 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.595639 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.595639 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.595912 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.596094 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.596279 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.596478 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.597181 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.597181 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 08:48:55.597471 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75718) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 08:48:55.597471 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 08:48:55.597764 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 08:48:55.597904 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 08:48:55.598044 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 08:48:55.598277 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 08:48:55.598277 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.598545 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.598695 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.598834 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.598972 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.599124 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.599269 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.599408 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.599546 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.599686 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.599825 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.599962 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.600100 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.600238 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.600386 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.600536 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.600676 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.600815 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.600953 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.601092 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] config_source = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.601395 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.601395 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.601667 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] debug = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.601667 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.601942 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.602871 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.602871 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.602871 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.602871 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.602871 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.602871 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.602871 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.603796 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.603796 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.603796 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.603796 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.603796 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.603796 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.605710 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.605710 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] host = dv-cinder-806008-2-iscsi {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.605710 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.605710 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.605710 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.605710 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.605710 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.605710 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.606794 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.606794 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.606794 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.606794 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.606794 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.606794 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.606794 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] log_dir = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.606794 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] log_file = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.606794 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] log_options = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.607948 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.607948 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.607948 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.607948 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.607948 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.607948 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.607948 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.609360 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.609360 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.609360 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.609360 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.609360 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.609360 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.609360 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.609360 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.610181 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.610181 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.610181 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.610181 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.610181 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.610181 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.610181 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.610181 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.610703 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.610703 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.611027 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.611183 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.611343 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.612262 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.612262 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.612262 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.612672 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.612672 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.612938 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.612938 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.614290 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.614290 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.614290 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.614290 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.614290 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.614290 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.614290 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.614290 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.614833 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.614833 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] use_journal = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.614833 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] use_json = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.614833 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.614833 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.615102 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.615102 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.615236 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.615302 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.616232 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.616392 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:48:55.616578 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.616736 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.616970 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.617140 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.617301 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.617398 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.617521 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.617695 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.617847 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.618032 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.619221 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.619221 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.619221 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.619221 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.619221 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.619221 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.619221 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.619708 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.619708 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.619708 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.619892 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.620059 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.620222 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.620367 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.620532 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.620693 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.622121 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.622121 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.622121 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.622121 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.622121 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.622121 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.622121 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.622121 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.622121 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.622704 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.622704 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.622704 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.622704 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.622924 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.623000 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.623289 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.623289 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.623441 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.623611 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.623765 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.623866 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.624029 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.624188 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.624348 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.624507 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.624681 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.624841 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.625081 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.625173 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.625303 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.625837 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.625837 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.625837 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.626056 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.626056 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.626235 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.626395 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.626554 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.628111 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.628111 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.628111 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.628111 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.628111 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.628111 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.628503 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.628503 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.628503 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.628672 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.628736 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.628910 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.629069 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.629228 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.629388 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.629547 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.629705 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.629862 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.630172 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.630264 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.630367 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.630525 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.630683 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.630844 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.631003 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.631190 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.631314 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.631467 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.631945 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.631945 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.631945 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.632163 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.632230 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.632364 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.632521 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.632678 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.633506 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.633506 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.633506 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.633506 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.633506 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.633827 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.633827 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.633955 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.634050 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.634232 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.634436 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.634547 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.634707 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.634866 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.635024 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.635185 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.635344 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.635511 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.636380 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.636380 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.636380 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.636380 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.636380 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.636703 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.636703 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.636820 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.636884 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.637035 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.637518 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.637518 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.637518 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.637738 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.637805 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.637932 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.638146 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.638270 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.639095 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.639095 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.639095 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.639095 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.639095 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.639427 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.639427 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.639544 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.639608 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.639815 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.639904 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.640053 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.640354 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.640514 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.640673 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.640830 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.641722 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.641722 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.641722 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.641722 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.641722 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.641722 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.642167 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.642167 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.642307 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.642380 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.642499 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.643494 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.643494 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.643494 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.643494 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.643494 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.643494 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.644003 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.644003 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.644003 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.644003 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.644279 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.644279 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.644576 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.644576 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.644871 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.644871 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.645108 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.645252 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.645386 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.645588 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.645770 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.645770 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.645982 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.646064 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.647153 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.647326 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.647474 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.647618 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.647759 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.647896 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.648063 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.648224 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.648393 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.648554 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.648899 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.648899 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.649150 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.649150 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.649416 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.649560 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.649708 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.649842 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.649978 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.650142 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.651207 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.651207 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.651207 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.651653 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.651653 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.651935 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.651935 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.652201 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.652201 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.652464 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.652464 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.652727 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.652727 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.653000 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.653141 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.653279 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.653429 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.653568 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.653714 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.653854 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.653993 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.654139 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.654287 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.654503 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.654653 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.654772 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.654931 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.655091 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.655251 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.655411 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.655663 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.655799 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.655909 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.656034 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.656174 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.656338 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.656513 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.656662 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.656803 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.656944 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.657092 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.657285 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.657499 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.657499 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:48:55.657780 dv-cinder-806008-2-iscsi neutron-server[75718]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75718) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 08:48:55.664458 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:06.043310 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c82ed7d-fa00-4f37-a7ba-3f2247bfcae2 None None] get_active_networks_info from dv-cinder-806008-2-iscsi {{(pid=75827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Sep 15 08:49:06.110357 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c82ed7d-fa00-4f37-a7ba-3f2247bfcae2 None None] No non-hosted networks {{(pid=75827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 08:49:06.120032 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.agentschedulers_db [None req-7c82ed7d-fa00-4f37-a7ba-3f2247bfcae2 None None] DHCP Agent not found on host dv-cinder-806008-2-iscsi {{(pid=75827) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 08:49:06.231173 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-40bae469-4d2c-4c4f-b73f-3b3c2a0a231c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8194765'] for agent, after_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:06.529891 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8194765'] for agent, after_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:06.529891 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:06.529891 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:06.529891 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:06.529891 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:06.530946 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:06.531364 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:06.531831 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:06.532970 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:06.533427 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:06.533914 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:06.534330 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:06.534745 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806008-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:06.552433 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806008-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:08.250311 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-16e330d3-3e22-4a52-832b-55e66e59d296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8194765'] for agent, after_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:08.290710 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.db.api [None req-b1b263ba-0236-41e6-a820-73f404d4df12 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-806008-2-iscsi {{(pid=75827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:49:08.291120 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_db.api [None req-b1b263ba-0236-41e6-a820-73f404d4df12 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:49:08.871949 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-b1b263ba-0236-41e6-a820-73f404d4df12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:09.317286 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8194765'] for agent, after_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:10.739697 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8194765'] for agent, after_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:12.425692 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 35250) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:13.013438 dv-cinder-806008-2-iscsi neutron-server[75826]: WARNING oslo_policy.policy [None req-e9f60bd8-c6d6-4a08-90ab-33256cdc9a7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:49:13.014058 dv-cinder-806008-2-iscsi neutron-server[75826]: WARNING oslo_policy.policy [None req-e9f60bd8-c6d6-4a08-90ab-33256cdc9a7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:49:13.224679 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [None req-e9f60bd8-c6d6-4a08-90ab-33256cdc9a7d admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=75826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:49:13.225654 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-e9f60bd8-c6d6-4a08-90ab-33256cdc9a7d admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.7991347 Sep 15 08:49:15.203866 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.db.l3_hamode_db [None req-4795f717-d029-4a1a-b366-b75e40ce2c24 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 08:49:15.289343 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795f717-d029-4a1a-b366-b75e40ce2c24 None None] Routers set() bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:49:15.289704 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795f717-d029-4a1a-b366-b75e40ce2c24 None None] Router IDs set() for agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 08:49:15.502263 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 35264) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:15.885549 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-eb4c15f6-1b75-4fcf-94f4-468dfaaa783d admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:49:15.933753 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.policy [None req-eb4c15f6-1b75-4fcf-94f4-468dfaaa783d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75826) register_rules /opt/stack/neutron/neutron/policy.py:65}} Sep 15 08:49:15.934501 dv-cinder-806008-2-iscsi neutron-server[75826]: WARNING oslo_policy.policy [None req-eb4c15f6-1b75-4fcf-94f4-468dfaaa783d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:49:15.934883 dv-cinder-806008-2-iscsi neutron-server[75826]: WARNING oslo_policy.policy [None req-eb4c15f6-1b75-4fcf-94f4-468dfaaa783d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:49:15.938163 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.quota [None req-eb4c15f6-1b75-4fcf-94f4-468dfaaa783d admin admin] Loaded quota_driver: . Sep 15 08:49:15.953247 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-eb4c15f6-1b75-4fcf-94f4-468dfaaa783d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:49:16.088828 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-eb4c15f6-1b75-4fcf-94f4-468dfaaa783d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733236330112', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733236309295', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733236305887', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733236299641', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733236227789', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-617595', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-726608', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8090512', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8008861'] for rbac-policy, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:16.274520 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-eb4c15f6-1b75-4fcf-94f4-468dfaaa783d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:16.275690 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-eb4c15f6-1b75-4fcf-94f4-468dfaaa783d admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7724559 Sep 15 08:49:18.740580 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 35278) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:19.337856 dv-cinder-806008-2-iscsi neutron-server[75825]: WARNING oslo_policy.policy [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:49:19.338489 dv-cinder-806008-2-iscsi neutron-server[75825]: WARNING oslo_policy.policy [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:49:19.548491 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'admin_state_up': True}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:49:19.550034 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.quota [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Loaded quota_driver: . Sep 15 08:49:19.565653 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:49:19.571868 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Usage tracker for resource:network and tenant:c72a0a5209f545e7b26ff8ece7047ee4 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:49:19.577267 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:49:19.584489 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:49:19.670727 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Made reservation on behalf of c72a0a5209f545e7b26ff8ece7047ee4 for: {'network': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:49:19.704276 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.policy [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75825) register_rules /opt/stack/neutron/neutron/policy.py:65}} Sep 15 08:49:19.705027 dv-cinder-806008-2-iscsi neutron-server[75825]: WARNING oslo_policy.policy [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:49:19.705386 dv-cinder-806008-2-iscsi neutron-server[75825]: WARNING oslo_policy.policy [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:49:19.709906 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:19.731217 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:19.777253 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:49:19.780917 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Usage tracker for resource:security_group_rule and tenant:c72a0a5209f545e7b26ff8ece7047ee4 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:49:19.784202 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:49:19.789700 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:49:19.857234 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:19.921776 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:19.926892 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:19.949097 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=75825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:49:19.973333 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733233187476', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:19.973892 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Unsubscribe: segment precommit_create {{(pid=75825) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 08:49:19.974407 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.segments_db [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Added segment 61a5adcb-3298-4ae0-8649-b735f1c50d21 of type vlan for network ef3d89a1-adcb-4586-a313-7293b3a6e52e Sep 15 08:49:19.982908 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d3b15c-3b54-4296-b3c5-c5ad872dc568,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:20.043732 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:20.044058 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:20.044371 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:20.044682 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:20.045006 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:20.045313 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:20.045614 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:20.045929 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:20.046266 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:20.046566 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:20.046909 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Tracked resource versions report: Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: pushed versions: Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Log': {'1.0'}, Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Network': {'1.1'}, Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Port': {'1.5'}, Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'PortForwarding': {'1.2'}, Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'QosPolicy': {'1.8'}, Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'SecurityGroup': {'1.2'}, Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'SubPort': {'1.0'}, Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Subnet': {'1.1'}, Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Trunk': {'1.1'}} Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: consumer versions: Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: { DHCP agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: L3 agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: Metadata agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: Metering agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: Open vSwitch agent@dv-cinder-806008-2-iscsi: { 'ConntrackHelper': '1.0', Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Log': '1.0', Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Network': '1.1', Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Port': '1.5', Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'PortForwarding': '1.2', Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'QosPolicy': '1.8', Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'SecurityGroup': '1.2', Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'SecurityGroupRule': '1.0', Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'SubPort': '1.0', Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Subnet': '1.1', Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Trunk': '1.1'}} Sep 15 08:49:20.048568 dv-cinder-806008-2-iscsi neutron-server[75825]: {{(pid=75825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:49:20.093824 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:20.098079 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:20.200058 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:20.201570 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:20.202251 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:20.207396 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:20.309673 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Pushing event updated for resources: {'Network': ['ID=ef3d89a1-adcb-4586-a313-7293b3a6e52e,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:20.312924 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:20.321237 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network ef3d89a1-adcb-4586-a313-7293b3a6e52e details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:49:20.448519 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7057803 Sep 15 08:49:22.999471 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 35300) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:23.487189 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dcd1e3-75e6-4239-b174-2bac33dc0d12 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:23.488546 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-e0dcd1e3-75e6-4239-b174-2bac33dc0d12 admin admin] 10.222.0.39 "GET /v2.0/networks/ef3d89a1-adcb-4586-a313-7293b3a6e52e HTTP/1.1" status: 200 len: 825 time: 0.4881606 Sep 15 08:49:23.515620 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-ace73cba-d662-485c-af80-bba5e1c2b058 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/9551d9cd-a898-4dc0-a7a5-5b157a5125a0 HTTP/1.1" status: 200 len: 734 time: 0.0218747 Sep 15 08:49:23.523574 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Request body: {'subnet': {'network_id': 'ef3d89a1-adcb-4586-a313-7293b3a6e52e', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9551d9cd-a898-4dc0-a7a5-5b157a5125a0', 'name': 'private-subnet', 'tenant_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'ip_version': 4}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:49:23.527953 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:49:23.532514 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Usage tracker for resource:subnet and tenant:c72a0a5209f545e7b26ff8ece7047ee4 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:49:23.535944 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:49:23.541871 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:49:23.658949 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Made reservation on behalf of c72a0a5209f545e7b26ff8ece7047ee4 for: {'subnet': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:49:23.661461 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:24.011504 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for subnet, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:24.017168 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:24.102831 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0acae9e-f069-4ab4-a57d-d9e172c50305,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:24.106020 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Checking segment: {'id': '61a5adcb-3298-4ae0-8649-b735f1c50d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ef3d89a1-adcb-4586-a313-7293b3a6e52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:49:24.106424 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Network hostable DHCP agents. Network: ef3d89a1-adcb-4586-a313-7293b3a6e52e, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:49:24.121886 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:24.122243 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:24.122586 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:24.122900 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:24.123233 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:24.123544 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:24.123856 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:24.124176 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:24.124482 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:24.124838 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:24.125170 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Tracked resource versions report: Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: pushed versions: Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Log': {'1.0'}, Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Network': {'1.1'}, Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Port': {'1.5'}, Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'PortForwarding': {'1.2'}, Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'QosPolicy': {'1.8'}, Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'SecurityGroup': {'1.2'}, Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'SubPort': {'1.0'}, Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Subnet': {'1.1'}, Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Trunk': {'1.1'}} Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: consumer versions: Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: { DHCP agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: L3 agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: Metadata agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: Metering agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: Open vSwitch agent@dv-cinder-806008-2-iscsi: { 'ConntrackHelper': '1.0', Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Log': '1.0', Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Network': '1.1', Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Port': '1.5', Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'PortForwarding': '1.2', Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'QosPolicy': '1.8', Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'SecurityGroup': '1.2', Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'SecurityGroupRule': '1.0', Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'SubPort': '1.0', Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Subnet': '1.1', Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Trunk': '1.1'}} Sep 15 08:49:24.126449 dv-cinder-806008-2-iscsi neutron-server[75826]: {{(pid=75826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:49:24.175114 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:24.241911 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Network ef3d89a1-adcb-4586-a313-7293b3a6e52e is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:49:24.321865 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, ef3d89a1-adcb-4586-a313-7293b3a6e52e) {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:49:24.326610 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:24.327228 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:24.332938 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05765b7-853b-41cb-9e21-1b10e0d3aa92 None None] Network ef3d89a1-adcb-4586-a313-7293b3a6e52e requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:49:24.520784 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0003829 Sep 15 08:49:24.632328 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5da90e6-6edd-574d-b3e9-05c80648acc4-ef3d89a1-adcb-4586-a313-7293b3a6e52e', 'network_id': 'ef3d89a1-adcb-4586-a313-7293b3a6e52e', 'tenant_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'fixed_ips': [{'subnet_id': 'd0acae9e-f069-4ab4-a57d-d9e172c50305'}]}} from dv-cinder-806008-2-iscsi. {{(pid=75827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:49:24.633486 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:24.819682 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.db_base_plugin_common [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Allocated IP 172.20.0.2 (ef3d89a1-adcb-4586-a313-7293b3a6e52e/d0acae9e-f069-4ab4-a57d-d9e172c50305/883501ae-93b3-4760-a349-73c31cee214d) {{(pid=75827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:49:25.040468 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Notify callbacks [] for port, precommit_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:25.053690 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Transition to ACTIVE for port object 883501ae-93b3-4760-a349-73c31cee214d will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:49:25.074748 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Transition to ACTIVE for port object 883501ae-93b3-4760-a349-73c31cee214d will not be triggered until provisioned by entity DHCP. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:49:25.156986 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:25.161900 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:25.221850 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Network ef3d89a1-adcb-4586-a313-7293b3a6e52e is already hosted by enough agents. {{(pid=75827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:49:25.224692 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.base_scheduler [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Resources bound (agent type, host, resource id): {{(pid=75827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:49:25.231923 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Received port after_create {{(pid=75827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:49:25.235165 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Pushing event updated for resources: {'Port': ['ID=883501ae-93b3-4760-a349-73c31cee214d,revision_number=1']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:25.272346 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:25.272684 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:25.273011 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:25.273336 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:25.273657 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:25.273972 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:25.274363 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:25.274685 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:25.275003 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:25.275310 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:25.275619 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Tracked resource versions report: Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: pushed versions: Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Log': {'1.0'}, Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Network': {'1.1'}, Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Port': {'1.5'}, Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'PortForwarding': {'1.2'}, Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'QosPolicy': {'1.8'}, Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'SecurityGroup': {'1.2'}, Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'SubPort': {'1.0'}, Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Subnet': {'1.1'}, Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Trunk': {'1.1'}} Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: consumer versions: Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: { DHCP agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: L3 agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: Metadata agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: Metering agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: Open vSwitch agent@dv-cinder-806008-2-iscsi: { 'ConntrackHelper': '1.0', Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Log': '1.0', Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Network': '1.1', Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Port': '1.5', Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'PortForwarding': '1.2', Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'QosPolicy': '1.8', Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'SecurityGroup': '1.2', Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'SecurityGroupRule': '1.0', Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'SubPort': '1.0', Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Subnet': '1.1', Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Trunk': '1.1'}} Sep 15 08:49:25.276694 dv-cinder-806008-2-iscsi neutron-server[75827]: {{(pid=75827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:49:25.310357 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:25.335496 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Attempting to bind port 883501ae-93b3-4760-a349-73c31cee214d on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:49:25.339211 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Attempting to bind port 883501ae-93b3-4760-a349-73c31cee214d by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '61a5adcb-3298-4ae0-8649-b735f1c50d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ef3d89a1-adcb-4586-a313-7293b3a6e52e'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:49:25.339211 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Attempting to bind port 883501ae-93b3-4760-a349-73c31cee214d on network ef3d89a1-adcb-4586-a313-7293b3a6e52e {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:49:25.342672 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:49:25.343079 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Checking segment: {'id': '61a5adcb-3298-4ae0-8649-b735f1c50d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ef3d89a1-adcb-4586-a313-7293b3a6e52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:49:25.343562 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:25.344460 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Bound using segment: {'id': '61a5adcb-3298-4ae0-8649-b735f1c50d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ef3d89a1-adcb-4586-a313-7293b3a6e52e'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:49:25.344938 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Bound port: 883501ae-93b3-4760-a349-73c31cee214d, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a5adcb-3298-4ae0-8649-b735f1c50d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ef3d89a1-adcb-4586-a313-7293b3a6e52e'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:49:25.345333 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:25.430662 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] For port 883501ae-93b3-4760-a349-73c31cee214d, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:49:25.434620 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] For port 883501ae-93b3-4760-a349-73c31cee214d, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=883501ae-93b3-4760-a349-73c31cee214d,segment=NetworkSegment(61a5adcb-3298-4ae0-8649-b735f1c50d21),segment_id=61a5adcb-3298-4ae0-8649-b735f1c50d21)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:49:25.572129 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:25.576082 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:25.677540 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Pushing event updated for resources: {'Port': ['ID=883501ae-93b3-4760-a349-73c31cee214d,revision_number=2']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:25.681225 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:26.769578 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 35314) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:27.165104 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [None req-2c3374a9-5452-4f00-89ce-0929bc6a7a71 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=75826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:49:27.166079 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-2c3374a9-5452-4f00-89ce-0929bc6a7a71 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3955307 Sep 15 08:49:28.783022 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 883501ae-93b3-4760-a349-73c31cee214d up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:49:28.910231 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port 883501ae-93b3-4760-a349-73c31cee214d completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:49:29.277270 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b713a12-40b0-404c-95df-18a13ce87f7b None None] Network ef3d89a1-adcb-4586-a313-7293b3a6e52e requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:49:29.435622 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 35328) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:29.452370 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-04542555-39ef-479d-a903-e2f11fe2ccba None None] Provisioning for port 883501ae-93b3-4760-a349-73c31cee214d completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:49:29.462052 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-04542555-39ef-479d-a903-e2f11fe2ccba None None] Provisioning complete for port 883501ae-93b3-4760-a349-73c31cee214d triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:49:29.462477 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-04542555-39ef-479d-a903-e2f11fe2ccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:29.634590 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-04542555-39ef-479d-a903-e2f11fe2ccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:29.674332 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-04542555-39ef-479d-a903-e2f11fe2ccba None None] For port 883501ae-93b3-4760-a349-73c31cee214d, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=883501ae-93b3-4760-a349-73c31cee214d,segment=NetworkSegment(61a5adcb-3298-4ae0-8649-b735f1c50d21),segment_id=61a5adcb-3298-4ae0-8649-b735f1c50d21)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:29.773387 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-04542555-39ef-479d-a903-e2f11fe2ccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:29.775738 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:29.838718 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04542555-39ef-479d-a903-e2f11fe2ccba None None] Pushing event updated for resources: {'Port': ['ID=883501ae-93b3-4760-a349-73c31cee214d,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:29.839325 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [None req-1a04bd91-7397-4ce2-8a91-e9618c2c8970 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=75826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:49:29.840299 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-1a04bd91-7397-4ce2-8a91-e9618c2c8970 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4037440 Sep 15 08:49:29.855329 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-04542555-39ef-479d-a903-e2f11fe2ccba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:29.896458 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-8594c781-68f4-4fd5-b763-fdef533523db None None] Provisioning complete for port 883501ae-93b3-4760-a349-73c31cee214d triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:49:29.896740 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-8594c781-68f4-4fd5-b763-fdef533523db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:30.762141 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 883501ae-93b3-4760-a349-73c31cee214d up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:49:30.831056 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 883501ae-93b3-4760-a349-73c31cee214d triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:49:30.831412 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:32.388566 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 35340) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:32.755815 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-9df80a04-3f11-41ee-9117-8cc4f32a9e7b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c72a0a5209f545e7b26ff8ece7047ee4'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:49:32.760268 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-9df80a04-3f11-41ee-9117-8cc4f32a9e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:49:32.763932 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-9df80a04-3f11-41ee-9117-8cc4f32a9e7b admin admin] Usage tracker for resource:router and tenant:c72a0a5209f545e7b26ff8ece7047ee4 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:49:32.767755 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-9df80a04-3f11-41ee-9117-8cc4f32a9e7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:49:32.773684 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-9df80a04-3f11-41ee-9117-8cc4f32a9e7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:49:32.833751 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9df80a04-3f11-41ee-9117-8cc4f32a9e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8195256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2380'] for router, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:32.835273 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9df80a04-3f11-41ee-9117-8cc4f32a9e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8195109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8205261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8206285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2387'] for router, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:32.859505 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9df80a04-3f11-41ee-9117-8cc4f32a9e7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:33.025097 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9df80a04-3f11-41ee-9117-8cc4f32a9e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8195249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8205330'] for router, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:33.110808 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9df80a04-3f11-41ee-9117-8cc4f32a9e7b admin admin] Notify callbacks [] for router, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:33.112210 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-9df80a04-3f11-41ee-9117-8cc4f32a9e7b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7226703 Sep 15 08:49:35.408675 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 35350) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:35.789495 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [None req-83d396b5-5464-4d72-9ce6-1845ea204ce2 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=75825) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:49:35.790481 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-83d396b5-5464-4d72-9ce6-1845ea204ce2 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3808148 Sep 15 08:49:36.013195 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-d1abb4b7-d484-429f-8c64-558228eca09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:36.515920 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:38.050554 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 35360) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:38.241395 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-87b49a7d-5122-419d-a25a-4d5a6e87ba30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:38.430726 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:49:38.435744 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:49:38.440103 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Usage tracker for resource:network and tenant:9cd10d0e12c741c3ade0d9ff66b21144 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:49:38.443068 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:49:38.448707 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:49:38.507370 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Made reservation on behalf of 9cd10d0e12c741c3ade0d9ff66b21144 for: {'network': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:49:38.509542 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:38.521643 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:38.555219 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:49:38.558891 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Usage tracker for resource:security_group_rule and tenant:9cd10d0e12c741c3ade0d9ff66b21144 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:49:38.561648 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:49:38.567554 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:49:38.629472 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:38.702145 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:38.706129 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:38.718844 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Reserving flat network on physical network physnet1 {{(pid=75825) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 08:49:38.742310 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed51e12b-9748-4de0-9ee5-80722768d477,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:38.745375 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:38.746051 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.segments_db [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Added segment fb6025b9-c1ac-4af0-a0d9-408444ff9c9e of type flat for network 9e4362ae-5b83-4f46-9c62-0914bea87c2f Sep 15 08:49:38.747260 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:38.777822 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:38.873547 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:38.874690 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:38.875254 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:38.879619 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:38.975200 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Pushing event updated for resources: {'Network': ['ID=9e4362ae-5b83-4f46-9c62-0914bea87c2f,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:38.977749 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:38.985287 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:49:39.031351 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9792523 Sep 15 08:49:39.275735 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:40.709438 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:41.246752 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 35380) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:41.475376 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2ec0ac-77c1-4ea2-ba9e-4333082190b5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:41.476739 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-6d2ec0ac-77c1-4ea2-ba9e-4333082190b5 admin admin] 10.222.0.39 "GET /v2.0/subnets/d0acae9e-f069-4ab4-a57d-d9e172c50305 HTTP/1.1" status: 200 len: 849 time: 0.2290840 Sep 15 08:49:41.648989 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-d1d6889b-132e-4f58-9a56-5edc46d5c0b9 admin admin] 10.222.0.39 "GET /v2.0/routers/e51d1a76-3d2d-4460-bca4-78086de6f7f8 HTTP/1.1" status: 200 len: 704 time: 0.1666427 Sep 15 08:49:42.121469 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:42.366859 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Allocated IP 172.20.0.1 (ef3d89a1-adcb-4586-a313-7293b3a6e52e/d0acae9e-f069-4ab4-a57d-d9e172c50305/ba1107db-7d65-4518-b113-bc6ad8024b7c) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:49:42.518873 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:42.535665 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Transition to ACTIVE for port object ba1107db-7d65-4518-b113-bc6ad8024b7c will not be triggered until provisioned by entity DHCP. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:49:42.650885 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:42.654419 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:42.719225 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Network ef3d89a1-adcb-4586-a313-7293b3a6e52e is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:49:42.721994 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:49:42.724474 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:49:42.724973 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8205524'] for router_interface, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:42.731371 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Pushing event updated for resources: {'Port': ['ID=ba1107db-7d65-4518-b113-bc6ad8024b7c,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:42.734483 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:42.915024 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:42.958765 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-7d75c850-fa00-4564-a567-7ca134cd8318 None None] Provisioning for port ba1107db-7d65-4518-b113-bc6ad8024b7c completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:49:42.963471 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-7d75c850-fa00-4564-a567-7ca134cd8318 None None] Provisioning complete for port ba1107db-7d65-4518-b113-bc6ad8024b7c triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:49:42.963837 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-7d75c850-fa00-4564-a567-7ca134cd8318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:43.013857 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-7d75c850-fa00-4564-a567-7ca134cd8318 None None] Port ba1107db-7d65-4518-b113-bc6ad8024b7c cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:49:43.141037 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:43.204461 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:43.205502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7527372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8194671'] for router_interface, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:43.209321 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:43.363759 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Pushing event updated for resources: {'Port': ['ID=ba1107db-7d65-4518-b113-bc6ad8024b7c,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:43.367746 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:43.427479 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Network ef3d89a1-adcb-4586-a313-7293b3a6e52e is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:49:43.428611 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:49:43.556972 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 5 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:49:43.638003 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-a0695b54-5ae3-4d93-a51e-3daa98063d33 None None] Provisioning complete for port ba1107db-7d65-4518-b113-bc6ad8024b7c triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:49:43.638399 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-a0695b54-5ae3-4d93-a51e-3daa98063d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:43.691272 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-a0695b54-5ae3-4d93-a51e-3daa98063d33 None None] Port ba1107db-7d65-4518-b113-bc6ad8024b7c cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:49:43.846477 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Router e51d1a76-3d2d-4460-bca4-78086de6f7f8 is scheduled to L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f with binding_index 1 {{(pid=75826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:49:44.009030 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:49:44.017900 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] 10.222.0.39 "PUT /v2.0/routers/e51d1a76-3d2d-4460-bca4-78086de6f7f8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3637314 Sep 15 08:49:44.018047 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Sync routers for ids ['e51d1a76-3d2d-4460-bca4-78086de6f7f8'] in dv-cinder-806008-2-iscsi {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:49:44.031214 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Routers {'e51d1a76-3d2d-4460-bca4-78086de6f7f8'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:49:44.032144 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:49:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['e51d1a76-3d2d-4460-bca4-78086de6f7f8'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:44.203576 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Set router e51d1a76-3d2d-4460-bca4-78086de6f7f8 gateway port host: None {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:49:44.566948 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51d1a76-3d2d-4460-bca4-78086de6f7f8', 'name': 'router1', 'tenant_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:49:32Z', 'updated_at': '2021-09-15T08:49:42Z', 'revision_number': 2, 'project_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'gw_port_host': None, '_interfaces': [{'id': 'ba1107db-7d65-4518-b113-bc6ad8024b7c', 'name': '', 'network_id': 'ef3d89a1-adcb-4586-a313-7293b3a6e52e', 'tenant_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'mac_address': 'fa:16:3e:b2:4a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d1a76-3d2d-4460-bca4-78086de6f7f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0acae9e-f069-4ab4-a57d-d9e172c50305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:49:42Z', 'updated_at': '2021-09-15T08:49:42Z', 'revision_number': 2, 'project_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'subnets': [{'id': 'd0acae9e-f069-4ab4-a57d-d9e172c50305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9551d9cd-a898-4dc0-a7a5-5b157a5125a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:44.571857 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Checking router: e51d1a76-3d2d-4460-bca4-78086de6f7f8 for host: dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:49:44.572214 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Updating router e51d1a76-3d2d-4460-bca4-78086de6f7f8 port ba1107db-7d65-4518-b113-bc6ad8024b7c binding host dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:49:44.625997 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:44.991244 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Notify callbacks [] for port, precommit_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:45.005247 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.provisioning_blocks [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Transition to ACTIVE for port object ba1107db-7d65-4518-b113-bc6ad8024b7c will not be triggered until provisioned by entity L2. {{(pid=75829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:49:45.063884 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:45.069134 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:45.286506 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Pushing event updated for resources: {'Port': ['ID=ba1107db-7d65-4518-b113-bc6ad8024b7c,revision_number=3']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:45.311868 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:45.312190 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:45.312507 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:45.312815 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:45.313118 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:45.313417 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:45.313719 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:45.314033 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:45.314358 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:45.314656 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:45.315141 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Tracked resource versions report: Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: pushed versions: Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Log': {'1.0'}, Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Network': {'1.1'}, Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Port': {'1.5'}, Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'PortForwarding': {'1.2'}, Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'QosPolicy': {'1.8'}, Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'SecurityGroup': {'1.2'}, Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'SubPort': {'1.0'}, Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Subnet': {'1.1'}, Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Trunk': {'1.1'}} Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: consumer versions: Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: { DHCP agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: L3 agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: Metadata agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: Metering agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: Open vSwitch agent@dv-cinder-806008-2-iscsi: { 'ConntrackHelper': '1.0', Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Log': '1.0', Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Network': '1.1', Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Port': '1.5', Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'PortForwarding': '1.2', Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'QosPolicy': '1.8', Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'SecurityGroup': '1.2', Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'SecurityGroupRule': '1.0', Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'SubPort': '1.0', Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Subnet': '1.1', Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Trunk': '1.1'}} Sep 15 08:49:45.316028 dv-cinder-806008-2-iscsi neutron-server[75829]: {{(pid=75829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:49:45.322678 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:45.327644 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Attempting to bind port ba1107db-7d65-4518-b113-bc6ad8024b7c on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:49:45.328138 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Attempting to bind port ba1107db-7d65-4518-b113-bc6ad8024b7c by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '61a5adcb-3298-4ae0-8649-b735f1c50d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ef3d89a1-adcb-4586-a313-7293b3a6e52e'}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:49:45.328448 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Attempting to bind port ba1107db-7d65-4518-b113-bc6ad8024b7c on network ef3d89a1-adcb-4586-a313-7293b3a6e52e {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:49:45.334837 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:49:45.335237 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Checking segment: {'id': '61a5adcb-3298-4ae0-8649-b735f1c50d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ef3d89a1-adcb-4586-a313-7293b3a6e52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:49:45.335713 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:45.339339 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Bound using segment: {'id': '61a5adcb-3298-4ae0-8649-b735f1c50d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ef3d89a1-adcb-4586-a313-7293b3a6e52e'} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:49:45.339339 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Bound port: ba1107db-7d65-4518-b113-bc6ad8024b7c, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a5adcb-3298-4ae0-8649-b735f1c50d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ef3d89a1-adcb-4586-a313-7293b3a6e52e'}}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:49:45.339339 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:45.441583 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] For port ba1107db-7d65-4518-b113-bc6ad8024b7c, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:49:45.445735 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] For port ba1107db-7d65-4518-b113-bc6ad8024b7c, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=ba1107db-7d65-4518-b113-bc6ad8024b7c,segment=NetworkSegment(61a5adcb-3298-4ae0-8649-b735f1c50d21),segment_id=61a5adcb-3298-4ae0-8649-b735f1c50d21)] {{(pid=75829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:49:45.513990 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:45.518553 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:45.601334 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Pushing event updated for resources: {'Port': ['ID=ba1107db-7d65-4518-b113-bc6ad8024b7c,revision_number=4']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:45.604551 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Routers {'e51d1a76-3d2d-4460-bca4-78086de6f7f8'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:49:45.605155 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:49:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['e51d1a76-3d2d-4460-bca4-78086de6f7f8'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:45.654693 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:45.762102 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] Set router e51d1a76-3d2d-4460-bca4-78086de6f7f8 gateway port host: None {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:49:46.088585 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51d1a76-3d2d-4460-bca4-78086de6f7f8', 'name': 'router1', 'tenant_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:49:32Z', 'updated_at': '2021-09-15T08:49:42Z', 'revision_number': 2, 'project_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'gw_port_host': None, '_interfaces': [{'id': 'ba1107db-7d65-4518-b113-bc6ad8024b7c', 'name': '', 'network_id': 'ef3d89a1-adcb-4586-a313-7293b3a6e52e', 'tenant_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'mac_address': 'fa:16:3e:b2:4a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d1a76-3d2d-4460-bca4-78086de6f7f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0acae9e-f069-4ab4-a57d-d9e172c50305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:49:42Z', 'updated_at': '2021-09-15T08:49:45Z', 'revision_number': 4, 'project_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'subnets': [{'id': 'd0acae9e-f069-4ab4-a57d-d9e172c50305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9551d9cd-a898-4dc0-a7a5-5b157a5125a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:46.093657 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f70796f-ecb9-4978-a894-4bc157f7342d None None] The sync data for ids ['e51d1a76-3d2d-4460-bca4-78086de6f7f8'] in dv-cinder-806008-2-iscsi is: [{'id': 'e51d1a76-3d2d-4460-bca4-78086de6f7f8', 'name': 'router1', 'tenant_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:49:32Z', 'updated_at': '2021-09-15T08:49:42Z', 'revision_number': 2, 'project_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'gw_port_host': None, '_interfaces': [{'id': 'ba1107db-7d65-4518-b113-bc6ad8024b7c', 'name': '', 'network_id': 'ef3d89a1-adcb-4586-a313-7293b3a6e52e', 'tenant_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'mac_address': 'fa:16:3e:b2:4a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d1a76-3d2d-4460-bca4-78086de6f7f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0acae9e-f069-4ab4-a57d-d9e172c50305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:49:42Z', 'updated_at': '2021-09-15T08:49:45Z', 'revision_number': 4, 'project_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'subnets': [{'id': 'd0acae9e-f069-4ab4-a57d-d9e172c50305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9551d9cd-a898-4dc0-a7a5-5b157a5125a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:49:46.123827 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 35402) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:46.310851 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2810b6eb-91f3-4c03-89e7-cf559e0c04f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:46.312231 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-2810b6eb-91f3-4c03-89e7-cf559e0c04f2 admin admin] 10.222.0.39 "GET /v2.0/networks/9e4362ae-5b83-4f46-9c62-0914bea87c2f HTTP/1.1" status: 200 len: 842 time: 0.1869378 Sep 15 08:49:46.321151 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:49:46.326277 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:49:46.329989 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Usage tracker for resource:subnet and tenant:9cd10d0e12c741c3ade0d9ff66b21144 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:49:46.332813 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:49:46.338398 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:49:46.450390 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Made reservation on behalf of 9cd10d0e12c741c3ade0d9ff66b21144 for: {'subnet': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:49:46.453289 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:46.902437 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.objects.ports [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75826) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Sep 15 08:49:46.902871 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for subnet, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:46.907224 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:46.975340 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d23d14-154d-4492-9a3a-141961b4cd9d,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:46.979542 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:46.988166 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Checking segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:49:46.988509 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Network hostable DHCP agents. Network: 9e4362ae-5b83-4f46-9c62-0914bea87c2f, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:49:47.092952 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:49:47.172404 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, 9e4362ae-5b83-4f46-9c62-0914bea87c2f) {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:49:47.176502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:47.177093 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:47.181494 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb373d1-a380-4b1d-bbb7-e70662d6fb4c None None] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:49:47.256996 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9391031 Sep 15 08:49:47.392727 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855a6867-f8d2-4c91-bb30-a63abeec9c04 None None] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:49:48.791155 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device ba1107db-7d65-4518-b113-bc6ad8024b7c up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:49:48.909333 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port ba1107db-7d65-4518-b113-bc6ad8024b7c completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:49:48.914003 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port ba1107db-7d65-4518-b113-bc6ad8024b7c triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:49:48.914395 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:49.029405 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:49.060129 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port ba1107db-7d65-4518-b113-bc6ad8024b7c, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=ba1107db-7d65-4518-b113-bc6ad8024b7c,segment=NetworkSegment(61a5adcb-3298-4ae0-8649-b735f1c50d21),segment_id=61a5adcb-3298-4ae0-8649-b735f1c50d21)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:49.136045 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:49.138113 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-04542555-39ef-479d-a903-e2f11fe2ccba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:49.204364 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=ba1107db-7d65-4518-b113-bc6ad8024b7c,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:49.207375 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:49.365581 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 35416) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:49.633311 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-08a85ae4-f541-48a5-b3c7-f93d3cb85397 admin admin] 10.222.0.39 "GET /v2.0/routers/e51d1a76-3d2d-4460-bca4-78086de6f7f8 HTTP/1.1" status: 200 len: 710 time: 0.2664363 Sep 15 08:49:49.762832 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccbeaff-310a-46e9-b8de-4e2d087bccb3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:49:49.763418 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-fccbeaff-310a-46e9-b8de-4e2d087bccb3 admin admin] Synchronizing usage tracker for tenant:9cd10d0e12c741c3ade0d9ff66b21144 on resource:network {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:49:49.835092 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-fccbeaff-310a-46e9-b8de-4e2d087bccb3 admin admin] Unset dirty status for tenant:9cd10d0e12c741c3ade0d9ff66b21144 on resource:network {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:49:49.836260 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-fccbeaff-310a-46e9-b8de-4e2d087bccb3 admin admin] 10.222.0.39 "GET /v2.0/networks/9e4362ae-5b83-4f46-9c62-0914bea87c2f HTTP/1.1" status: 200 len: 886 time: 0.1989625 Sep 15 08:49:49.845460 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:49:50.310443 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8205367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8195246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2401'] for router, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:50.580019 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:50.634527 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:50.773219 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device ba1107db-7d65-4518-b113-bc6ad8024b7c up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:49:50.773715 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Allocated IP 172.27.1.91 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/edce1263-9efb-475f-b52b-3f43fe0692ce) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:49:50.841196 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port ba1107db-7d65-4518-b113-bc6ad8024b7c triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:49:50.841482 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:50.918929 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:51.090797 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:51.095486 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:51.159701 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:49:51.162449 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:49:51.169791 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Pushing event updated for resources: {'Port': ['ID=edce1263-9efb-475f-b52b-3f43fe0692ce,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:51.181777 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:49:51.232119 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:51.474123 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:51.634854 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8205367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8195246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2401'] for router, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:51.638068 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8205330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8205356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8205349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8195239'] for router, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:51.827500 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Router e51d1a76-3d2d-4460-bca4-78086de6f7f8 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:49:52.019760 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:49:52.028721 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Notify callbacks [] for router, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:52.030215 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Sync routers for ids ['e51d1a76-3d2d-4460-bca4-78086de6f7f8'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:49:52.030736 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] 10.222.0.39 "PUT /v2.0/routers/e51d1a76-3d2d-4460-bca4-78086de6f7f8 HTTP/1.1" status: 200 len: 889 time: 2.1888242 Sep 15 08:49:52.042668 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Routers {'e51d1a76-3d2d-4460-bca4-78086de6f7f8'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:49:52.043494 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-675662c3-a501-4242-8170-c317a308f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:49:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['e51d1a76-3d2d-4460-bca4-78086de6f7f8'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:52.235187 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Set router e51d1a76-3d2d-4460-bca4-78086de6f7f8 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:49:52.567960 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-675662c3-a501-4242-8170-c317a308f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51d1a76-3d2d-4460-bca4-78086de6f7f8', 'name': 'router1', 'tenant_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'edce1263-9efb-475f-b52b-3f43fe0692ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:49:32Z', 'updated_at': '2021-09-15T08:49:51Z', 'revision_number': 4, 'project_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'gw_port': {'id': 'edce1263-9efb-475f-b52b-3f43fe0692ce', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d1a76-3d2d-4460-bca4-78086de6f7f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:49:50Z', 'updated_at': '2021-09-15T08:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'ba1107db-7d65-4518-b113-bc6ad8024b7c', 'name': '', 'network_id': 'ef3d89a1-adcb-4586-a313-7293b3a6e52e', 'tenant_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'mac_address': 'fa:16:3e:b2:4a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51d1a76-3d2d-4460-bca4-78086de6f7f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0acae9e-f069-4ab4-a57d-d9e172c50305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:49:42Z', 'updated_at': '2021-09-15T08:49:49Z', 'revision_number': 5, 'project_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'subnets': [{'id': 'd0acae9e-f069-4ab4-a57d-d9e172c50305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9551d9cd-a898-4dc0-a7a5-5b157a5125a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:52.572908 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Checking router: e51d1a76-3d2d-4460-bca4-78086de6f7f8 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:49:52.573253 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Updating router e51d1a76-3d2d-4460-bca4-78086de6f7f8 port edce1263-9efb-475f-b52b-3f43fe0692ce binding host dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:49:52.625143 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:52.944680 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Notify callbacks [] for port, precommit_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:52.956149 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Transition to ACTIVE for port object edce1263-9efb-475f-b52b-3f43fe0692ce will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:49:53.029084 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:53.033007 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:53.106824 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234c08b-8a4b-45e6-b021-e87902675144 None None] Pushing event updated for resources: {'Port': ['ID=edce1263-9efb-475f-b52b-3f43fe0692ce,revision_number=2']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:53.109479 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-0234c08b-8a4b-45e6-b021-e87902675144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:53.111697 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Attempting to bind port edce1263-9efb-475f-b52b-3f43fe0692ce on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:49:53.112062 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Attempting to bind port edce1263-9efb-475f-b52b-3f43fe0692ce by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:49:53.112415 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Attempting to bind port edce1263-9efb-475f-b52b-3f43fe0692ce on network 9e4362ae-5b83-4f46-9c62-0914bea87c2f {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:49:53.118780 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:49:53.119149 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Checking segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:49:53.119539 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:53.119915 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Bound using segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:49:53.120368 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Bound port: edce1263-9efb-475f-b52b-3f43fe0692ce, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:49:53.120770 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:53.214071 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-675662c3-a501-4242-8170-c317a308f1ff None None] For port edce1263-9efb-475f-b52b-3f43fe0692ce, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:49:53.216938 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-675662c3-a501-4242-8170-c317a308f1ff None None] For port edce1263-9efb-475f-b52b-3f43fe0692ce, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=edce1263-9efb-475f-b52b-3f43fe0692ce,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:49:53.273415 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:53.277315 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:53.352551 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234c08b-8a4b-45e6-b021-e87902675144 None None] Pushing event updated for resources: {'Port': ['ID=edce1263-9efb-475f-b52b-3f43fe0692ce,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:53.356129 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-0234c08b-8a4b-45e6-b021-e87902675144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:53.358667 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Routers {'e51d1a76-3d2d-4460-bca4-78086de6f7f8'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:49:53.359280 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-675662c3-a501-4242-8170-c317a308f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:49:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['e51d1a76-3d2d-4460-bca4-78086de6f7f8'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:53.536595 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-675662c3-a501-4242-8170-c317a308f1ff None None] Set router e51d1a76-3d2d-4460-bca4-78086de6f7f8 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:49:53.859256 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-675662c3-a501-4242-8170-c317a308f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51d1a76-3d2d-4460-bca4-78086de6f7f8', 'name': 'router1', 'tenant_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'edce1263-9efb-475f-b52b-3f43fe0692ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:49:32Z', 'updated_at': '2021-09-15T08:49:51Z', 'revision_number': 4, 'project_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'gw_port': {'id': 'edce1263-9efb-475f-b52b-3f43fe0692ce', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d1a76-3d2d-4460-bca4-78086de6f7f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:49:50Z', 'updated_at': '2021-09-15T08:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'ba1107db-7d65-4518-b113-bc6ad8024b7c', 'name': '', 'network_id': 'ef3d89a1-adcb-4586-a313-7293b3a6e52e', 'tenant_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'mac_address': 'fa:16:3e:b2:4a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51d1a76-3d2d-4460-bca4-78086de6f7f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0acae9e-f069-4ab4-a57d-d9e172c50305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:49:42Z', 'updated_at': '2021-09-15T08:49:49Z', 'revision_number': 5, 'project_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'subnets': [{'id': 'd0acae9e-f069-4ab4-a57d-d9e172c50305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9551d9cd-a898-4dc0-a7a5-5b157a5125a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:53.863276 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675662c3-a501-4242-8170-c317a308f1ff None None] The sync data for ids ['e51d1a76-3d2d-4460-bca4-78086de6f7f8'] in dv-cinder-806008-2-iscsi is: [{'id': 'e51d1a76-3d2d-4460-bca4-78086de6f7f8', 'name': 'router1', 'tenant_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'edce1263-9efb-475f-b52b-3f43fe0692ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:49:32Z', 'updated_at': '2021-09-15T08:49:51Z', 'revision_number': 4, 'project_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'gw_port': {'id': 'edce1263-9efb-475f-b52b-3f43fe0692ce', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d1a76-3d2d-4460-bca4-78086de6f7f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:49:50Z', 'updated_at': '2021-09-15T08:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'ba1107db-7d65-4518-b113-bc6ad8024b7c', 'name': '', 'network_id': 'ef3d89a1-adcb-4586-a313-7293b3a6e52e', 'tenant_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'mac_address': 'fa:16:3e:b2:4a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51d1a76-3d2d-4460-bca4-78086de6f7f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0acae9e-f069-4ab4-a57d-d9e172c50305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:49:42Z', 'updated_at': '2021-09-15T08:49:49Z', 'revision_number': 5, 'project_id': 'c72a0a5209f545e7b26ff8ece7047ee4', 'subnets': [{'id': 'd0acae9e-f069-4ab4-a57d-d9e172c50305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9551d9cd-a898-4dc0-a7a5-5b157a5125a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:49:54.242534 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 35428) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:54.385162 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-9de2f973-c155-44ce-8c20-8f3a31ddbf83 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1387742 Sep 15 08:49:54.796477 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device edce1263-9efb-475f-b52b-3f43fe0692ce up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:49:54.918498 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port edce1263-9efb-475f-b52b-3f43fe0692ce completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:49:54.923662 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port edce1263-9efb-475f-b52b-3f43fe0692ce triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:49:54.924089 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:55.039185 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:55.054946 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port edce1263-9efb-475f-b52b-3f43fe0692ce, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=edce1263-9efb-475f-b52b-3f43fe0692ce,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:55.112969 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:55.115091 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-0234c08b-8a4b-45e6-b021-e87902675144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:55.185243 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=edce1263-9efb-475f-b52b-3f43fe0692ce,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:55.190565 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:56.781620 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device edce1263-9efb-475f-b52b-3f43fe0692ce up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:49:56.891170 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port edce1263-9efb-475f-b52b-3f43fe0692ce triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:49:56.891899 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:06.021212 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2018-a255-45ba-90c0-78368810e0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:06.512644 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:08.250787 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-71f4910d-6af9-4550-81f5-9e7d0b58bac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:09.279951 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:10.742700 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:20.556462 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 5 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:50:36.009490 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-84e168f9-d506-4d19-aa18-284ca54cd144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:36.518056 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:38.270832 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-9dceaec0-6ea0-4aa9-9c2c-2cf4cb36985c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:39.278314 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:40.758527 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:57.556044 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 5 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:51:05.996519 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-978e13a6-90fc-4e46-a713-4e00460fce81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:06.516344 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:08.247955 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-bc2135e2-ea48-4edf-94be-3529445171e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:09.598360 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:10.723912 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:34.555265 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 5 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:51:36.015908 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-e42b3c1d-34b6-4919-9b3b-ee755a3c166a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:36.501804 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:38.260755 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-3dd95f83-ba1c-4247-ba53-d204d99acb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:39.295631 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:40.728984 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:58.368866 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36000) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:51:58.457223 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5281a5-5b4e-4cea-997b-dae73176ec90 admin admin] GET failed (client error): The resource could not be found. Sep 15 08:51:58.458443 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-4c5281a5-5b4e-4cea-997b-dae73176ec90 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0886292 Sep 15 08:51:58.586604 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3e7b0e-542c-43cc-8f7e-deedb68e1e54 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:51:58.588040 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-ac3e7b0e-542c-43cc-8f7e-deedb68e1e54 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1258550 Sep 15 08:52:00.606284 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36010) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:00.739080 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bd1484-0b48-45a3-a95d-7902161912d2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:00.740403 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-d4bd1484-0b48-45a3-a95d-7902161912d2 admin admin] 10.222.0.39 "GET /v2.0/subnets/d0acae9e-f069-4ab4-a57d-d9e172c50305 HTTP/1.1" status: 200 len: 849 time: 0.1331089 Sep 15 08:52:00.749898 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:52:00.863637 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:01.113436 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733233059880'] for subnet, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:01.117271 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:01.161358 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:01.161951 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:01.163227 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] 10.222.0.39 "PUT /v2.0/subnets/d0acae9e-f069-4ab4-a57d-d9e172c50305 HTTP/1.1" status: 200 len: 868 time: 0.4174621 Sep 15 08:52:01.166177 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4337b83-23e5-46ec-9d90-6f74ad188ae0 None None] Network ef3d89a1-adcb-4586-a313-7293b3a6e52e requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:52:01.186643 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0acae9e-f069-4ab4-a57d-d9e172c50305,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:01.195391 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:01.195728 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:01.196035 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:01.196349 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:01.196677 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:01.196992 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:01.197300 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:01.197608 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:01.197924 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:01.198314 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:01.198619 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:01.202952 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:01.624084 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-90c529f2-caeb-4ade-b700-e0b1c1a95179 None None] Provisioning complete for port 883501ae-93b3-4760-a349-73c31cee214d triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:52:01.624454 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-90c529f2-caeb-4ade-b700-e0b1c1a95179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:01.745091 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-90c529f2-caeb-4ade-b700-e0b1c1a95179 None None] Provisioning complete for port ba1107db-7d65-4518-b113-bc6ad8024b7c triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:52:01.745353 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-90c529f2-caeb-4ade-b700-e0b1c1a95179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:03.178450 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36020) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:03.371838 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6192aad6-4c86-4ec7-92bb-a45e64aae97f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:03.372113 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6192aad6-4c86-4ec7-92bb-a45e64aae97f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:03.373611 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-6192aad6-4c86-4ec7-92bb-a45e64aae97f admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1942365 Sep 15 08:52:05.382404 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36030) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:05.602636 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9118a15-7b51-421e-9e53-262ccca42b3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:05.602999 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9118a15-7b51-421e-9e53-262ccca42b3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:05.604494 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-d9118a15-7b51-421e-9e53-262ccca42b3b admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2211509 Sep 15 08:52:06.010582 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-1d0b776b-7ddc-4f49-8a8a-d4285d67dbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:06.513250 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:07.598395 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36040) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:07.785479 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d757515-2fe3-47d7-8a9a-c03c370a87dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:07.786767 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-9d757515-2fe3-47d7-8a9a-c03c370a87dc admin admin] 10.222.0.39 "GET /v2.0/networks/9e4362ae-5b83-4f46-9c62-0914bea87c2f HTTP/1.1" status: 200 len: 886 time: 0.1874244 Sep 15 08:52:08.266772 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-9da16397-78a0-448d-af30-cef734dcd3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:09.312736 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:09.776856 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36050) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:09.967490 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e3e760-51d8-4615-9b10-2d5d0224609c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:09.968747 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-c4e3e760-51d8-4615-9b10-2d5d0224609c admin admin] 10.222.0.39 "GET /v2.0/networks/ef3d89a1-adcb-4586-a313-7293b3a6e52e HTTP/1.1" status: 200 len: 869 time: 0.1904521 Sep 15 08:52:10.735667 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:11.554606 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 5 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:52:12.002025 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36060) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:12.127730 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d0cb47-a595-49db-9ecc-968eb16a8ad9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:12.128103 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d0cb47-a595-49db-9ecc-968eb16a8ad9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:12.128825 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-19d0cb47-a595-49db-9ecc-968eb16a8ad9 admin admin] Synchronizing usage tracker for tenant:9cd10d0e12c741c3ade0d9ff66b21144 on resource:subnet {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:52:12.222413 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-19d0cb47-a595-49db-9ecc-968eb16a8ad9 admin admin] Unset dirty status for tenant:9cd10d0e12c741c3ade0d9ff66b21144 on resource:subnet {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:52:12.223536 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-19d0cb47-a595-49db-9ecc-968eb16a8ad9 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2205453 Sep 15 08:52:14.237273 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36070) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:14.371002 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f897763-cb69-494e-b44c-243880d045ba admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:14.371378 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f897763-cb69-494e-b44c-243880d045ba admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:14.372952 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-4f897763-cb69-494e-b44c-243880d045ba admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1347470 Sep 15 08:52:16.387906 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36080) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:16.509825 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02371359-3536-4602-ac92-b91095ef3d66 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:16.511160 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-02371359-3536-4602-ac92-b91095ef3d66 admin admin] 10.222.0.39 "GET /v2.0/subnets/13d23d14-154d-4492-9a3a-141961b4cd9d HTTP/1.1" status: 200 len: 816 time: 0.1223340 Sep 15 08:52:18.528645 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36090) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:18.656276 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc2912-8ae5-4fb6-aa17-0f96a2470394 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:18.657608 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-3bdc2912-8ae5-4fb6-aa17-0f96a2470394 admin admin] 10.222.0.39 "GET /v2.0/subnets/d0acae9e-f069-4ab4-a57d-d9e172c50305 HTTP/1.1" status: 200 len: 868 time: 0.1280549 Sep 15 08:52:36.011101 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-f33c650a-30bd-48d3-aa30-ede17d9404cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:36.206567 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36128) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:36.276650 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [None req-c3e5bc4e-4580-41e6-9932-b748663ecaa3 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=75826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:52:36.278236 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-c3e5bc4e-4580-41e6-9932-b748663ecaa3 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0706587 Sep 15 08:52:36.519752 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:38.262806 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-475a9f19-c9a3-48d9-9b9d-1e124a69083f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:38.342573 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36138) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:38.433901 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2219e852-cf99-42e8-98d3-422fb4cd646f admin admin] GET failed (client error): The resource could not be found. Sep 15 08:52:38.435102 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-2219e852-cf99-42e8-98d3-422fb4cd646f admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0916321 Sep 15 08:52:38.560680 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f26887-0174-40f1-914b-8f411094b1c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:38.562324 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-b3f26887-0174-40f1-914b-8f411094b1c0 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1233432 Sep 15 08:52:39.302455 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:40.570822 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36148) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:40.640624 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:52:40.645020 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:52:40.654274 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:52:40.702789 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Made reservation on behalf of 9cd10d0e12c741c3ade0d9ff66b21144 for: {'network': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:52:40.705028 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:40.725565 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:40.791998 dv-cinder-806008-2-iscsi neutron-server[75826]: WARNING neutron.services.revisions.revision_plugin [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Could not find related network for resource to bump revision. Sep 15 08:52:40.811739 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=75826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:52:40.817661 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733233187476', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:40.818167 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Unsubscribe: segment precommit_create {{(pid=75826) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 08:52:40.818584 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.segments_db [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Added segment b8902f46-a1a0-4111-8af4-52159d54cc27 of type vlan for network f86a67ee-7a41-4e41-aaee-84a024c1a5b5 Sep 15 08:52:40.853250 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:40.948389 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:40.949538 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:40.950126 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:40.953127 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:41.047383 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Pushing event updated for resources: {'Network': ['ID=f86a67ee-7a41-4e41-aaee-84a024c1a5b5,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:41.054992 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:41.055329 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:41.055652 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:41.055968 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:41.056301 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:41.056615 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:41.056925 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:41.057248 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:41.057559 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:41.057861 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:41.058834 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:41.062613 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:41.069635 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network f86a67ee-7a41-4e41-aaee-84a024c1a5b5 details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:52:41.115047 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5429652 Sep 15 08:52:43.172121 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36158) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:52:43.259850 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8960a91a-19cc-48d5-9d9c-40fc0ba7ff5f admin admin] GET failed (client error): The resource could not be found. Sep 15 08:52:43.260327 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8960a91a-19cc-48d5-9d9c-40fc0ba7ff5f admin admin] Synchronizing usage tracker for tenant:9cd10d0e12c741c3ade0d9ff66b21144 on resource:network {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:52:43.353204 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8960a91a-19cc-48d5-9d9c-40fc0ba7ff5f admin admin] Unset dirty status for tenant:9cd10d0e12c741c3ade0d9ff66b21144 on resource:network {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:52:43.354265 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-8960a91a-19cc-48d5-9d9c-40fc0ba7ff5f admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1811802 Sep 15 08:52:43.456602 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5df7ef-d353-4d63-abda-8bf0ae38ef1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:43.458003 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-eb5df7ef-d353-4d63-abda-8bf0ae38ef1c admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0996947 Sep 15 08:52:43.467686 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-97e81167-70be-4443-8dfd-a9d1547708c5 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'f86a67ee-7a41-4e41-aaee-84a024c1a5b5', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:52:43.471898 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-97e81167-70be-4443-8dfd-a9d1547708c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:52:43.481624 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-97e81167-70be-4443-8dfd-a9d1547708c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:52:43.558935 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e81167-70be-4443-8dfd-a9d1547708c5 admin admin] Made reservation on behalf of 9cd10d0e12c741c3ade0d9ff66b21144 for: {'subnet': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:52:43.561137 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-97e81167-70be-4443-8dfd-a9d1547708c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:43.810897 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-97e81167-70be-4443-8dfd-a9d1547708c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for subnet, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:43.815023 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e74e9317-2a85-44a1-a652-6557e05f9461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:43.914694 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e81167-70be-4443-8dfd-a9d1547708c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e52ccd17-3866-4b1c-ac82-27a448f9616b,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:43.917911 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-97e81167-70be-4443-8dfd-a9d1547708c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:43.924547 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e81167-70be-4443-8dfd-a9d1547708c5 admin admin] Checking segment: {'id': 'b8902f46-a1a0-4111-8af4-52159d54cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f86a67ee-7a41-4e41-aaee-84a024c1a5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:52:43.924888 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e81167-70be-4443-8dfd-a9d1547708c5 admin admin] Network hostable DHCP agents. Network: f86a67ee-7a41-4e41-aaee-84a024c1a5b5, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:52:43.993865 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e81167-70be-4443-8dfd-a9d1547708c5 admin admin] Network f86a67ee-7a41-4e41-aaee-84a024c1a5b5 is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:52:44.044959 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-97e81167-70be-4443-8dfd-a9d1547708c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, f86a67ee-7a41-4e41-aaee-84a024c1a5b5) {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:52:44.048720 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e81167-70be-4443-8dfd-a9d1547708c5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:52:44.049301 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-97e81167-70be-4443-8dfd-a9d1547708c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:44.053807 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cfebd9-8908-4c29-bedf-321a56927cc3 None None] Network f86a67ee-7a41-4e41-aaee-84a024c1a5b5 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:52:44.119516 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-97e81167-70be-4443-8dfd-a9d1547708c5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6554995 Sep 15 08:52:44.271451 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5da90e6-6edd-574d-b3e9-05c80648acc4-f86a67ee-7a41-4e41-aaee-84a024c1a5b5', 'network_id': 'f86a67ee-7a41-4e41-aaee-84a024c1a5b5', 'tenant_id': '9cd10d0e12c741c3ade0d9ff66b21144', 'fixed_ips': [{'subnet_id': 'e52ccd17-3866-4b1c-ac82-27a448f9616b'}]}} from dv-cinder-806008-2-iscsi. {{(pid=75827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:52:44.272310 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:44.428846 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.db_base_plugin_common [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Allocated IP 192.168.233.2 (f86a67ee-7a41-4e41-aaee-84a024c1a5b5/e52ccd17-3866-4b1c-ac82-27a448f9616b/be733e6a-8096-4f52-af12-b943a2d17bd8) {{(pid=75827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:52:44.633046 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Notify callbacks [] for port, precommit_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:44.643303 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Transition to ACTIVE for port object be733e6a-8096-4f52-af12-b943a2d17bd8 will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:52:44.663470 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Transition to ACTIVE for port object be733e6a-8096-4f52-af12-b943a2d17bd8 will not be triggered until provisioned by entity DHCP. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:52:44.748837 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:44.753889 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:44.824433 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Network f86a67ee-7a41-4e41-aaee-84a024c1a5b5 is already hosted by enough agents. {{(pid=75827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:52:44.825250 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Pushing event updated for resources: {'Port': ['ID=be733e6a-8096-4f52-af12-b943a2d17bd8,revision_number=1']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:44.827638 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.base_scheduler [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Resources bound (agent type, host, resource id): {{(pid=75827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:52:44.830140 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Received port after_create {{(pid=75827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:52:44.864794 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:44.865126 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:44.865448 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:44.865768 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:44.866172 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:44.866416 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:44.866727 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:44.867055 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:44.867365 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:44.867668 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:44.867971 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:52:44.872188 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:44.929563 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Attempting to bind port be733e6a-8096-4f52-af12-b943a2d17bd8 on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:52:44.929853 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Attempting to bind port be733e6a-8096-4f52-af12-b943a2d17bd8 by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': 'b8902f46-a1a0-4111-8af4-52159d54cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f86a67ee-7a41-4e41-aaee-84a024c1a5b5'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:52:44.930258 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Attempting to bind port be733e6a-8096-4f52-af12-b943a2d17bd8 on network f86a67ee-7a41-4e41-aaee-84a024c1a5b5 {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:52:44.937430 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:52:44.937797 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Checking segment: {'id': 'b8902f46-a1a0-4111-8af4-52159d54cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f86a67ee-7a41-4e41-aaee-84a024c1a5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:52:44.938258 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:44.938649 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Bound using segment: {'id': 'b8902f46-a1a0-4111-8af4-52159d54cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f86a67ee-7a41-4e41-aaee-84a024c1a5b5'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:52:44.939110 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Bound port: be733e6a-8096-4f52-af12-b943a2d17bd8, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8902f46-a1a0-4111-8af4-52159d54cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f86a67ee-7a41-4e41-aaee-84a024c1a5b5'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:52:44.939494 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:45.049452 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] For port be733e6a-8096-4f52-af12-b943a2d17bd8, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:52:45.052774 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] For port be733e6a-8096-4f52-af12-b943a2d17bd8, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=be733e6a-8096-4f52-af12-b943a2d17bd8,segment=NetworkSegment(b8902f46-a1a0-4111-8af4-52159d54cc27),segment_id=b8902f46-a1a0-4111-8af4-52159d54cc27)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:52:45.132031 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:45.138077 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:45.213167 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Pushing event updated for resources: {'Port': ['ID=be733e6a-8096-4f52-af12-b943a2d17bd8,revision_number=2']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:45.217302 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:45.970599 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc9881a-99dc-49e0-8ec4-993bfb55c7ea None None] Network f86a67ee-7a41-4e41-aaee-84a024c1a5b5 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:52:46.129196 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-be4cb914-3bf6-4ecc-af94-74c422b455f6 None None] Provisioning for port be733e6a-8096-4f52-af12-b943a2d17bd8 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:52:46.884397 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device be733e6a-8096-4f52-af12-b943a2d17bd8 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:52:47.034066 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port be733e6a-8096-4f52-af12-b943a2d17bd8 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:52:47.039053 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port be733e6a-8096-4f52-af12-b943a2d17bd8 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:52:47.039520 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:47.148769 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:47.183130 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port be733e6a-8096-4f52-af12-b943a2d17bd8, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=be733e6a-8096-4f52-af12-b943a2d17bd8,segment=NetworkSegment(b8902f46-a1a0-4111-8af4-52159d54cc27),segment_id=b8902f46-a1a0-4111-8af4-52159d54cc27)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:52:47.256873 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:47.259992 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-0234c08b-8a4b-45e6-b021-e87902675144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:52:47.321131 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=be733e6a-8096-4f52-af12-b943a2d17bd8,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:52:47.324264 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:52:48.555101 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 5 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:52:48.863159 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device be733e6a-8096-4f52-af12-b943a2d17bd8 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:52:48.931443 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port be733e6a-8096-4f52-af12-b943a2d17bd8 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:52:48.931801 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:06.017424 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-c7518108-66b4-40c0-a6e8-98dffa17e6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:06.541916 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:08.262947 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-5f290dec-9d30-4d64-b2cf-1dbd2de0fdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:09.337379 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:10.754654 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:25.556230 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 5 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:53:36.016766 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-82254064-6570-4e64-9aab-0e50a70b7dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:36.520331 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:38.314637 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-f89e3ee7-8ebb-4ec0-a8fb-f1ed4326eae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:39.286306 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:40.743759 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:56.492872 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36200) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:53:56.499086 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [None req-475b09a2-e1ce-47e1-8f88-12b7a89d0c1e tempest-verify_tempest_config-1763549148 tempest-verify_tempest_config-1763549148-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=75826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:53:56.500053 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-475b09a2-e1ce-47e1-8f88-12b7a89d0c1e tempest-verify_tempest_config-1763549148 tempest-verify_tempest_config-1763549148-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0062096 Sep 15 08:53:57.044215 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36216) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:53:57.180586 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:57.218690 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:53:57.222580 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Usage tracker for resource:security_group_rule and tenant:f963aaa33a754a37b718747d413df12d is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:53:57.225356 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:53:57.230977 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:53:57.296329 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:57.371751 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:57.378807 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:53:57.418543 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340fa323-0b11-4e83-994d-10ba8d676da8,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:53:57.430386 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f963aaa33a754a37b718747d413df12d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3845115 Sep 15 08:53:57.431967 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.432303 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.432630 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.432954 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.433093 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36222) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:53:57.433573 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.433573 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.433880 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.434255 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.434572 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.434883 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.435194 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.439353 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:53:57.492134 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:57.516768 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:57.657929 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:57.661636 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:53:57.672071 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340fa323-0b11-4e83-994d-10ba8d676da8,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:53:57.682854 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:57.683945 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/340fa323-0b11-4e83-994d-10ba8d676da8 HTTP/1.1" status: 204 len: 168 time: 0.2498860 Sep 15 08:53:57.685121 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.685957 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.686303 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.686622 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.686964 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.687279 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.687591 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.687915 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.688225 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.688528 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.688833 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:53:57.692271 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:54:02.556878 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 5 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:54:06.005665 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-9662dab1-6998-467a-8d69-015ab6ee4dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:06.503337 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:08.280615 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-9b08308d-a920-4c0a-878b-e849a02412aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:09.303309 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:10.783063 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:36.000767 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-1cfce825-dd3c-47aa-9872-fc758b797a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:36.526335 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:38.269351 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-d39dd2ee-5f68-4860-9a84-5cb064c22b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:39.320561 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:39.557037 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 5 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:54:40.732227 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:06.046509 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-28987733-7047-4b18-90b3-499ea94ea6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:06.520647 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:08.234932 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-a40042bd-a817-40dd-97ce-f12f46ee3c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:09.377772 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:10.731885 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:16.556742 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 5 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:55:31.903141 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8194765'] for agent, after_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:36.017682 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-1b371a07-9e16-4f8c-b8b3-e04a12c92942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:36.618188 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:38.229030 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-d9373297-1355-460a-a09a-b9cddfa16f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:39.332351 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:40.749411 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:55:46.828692 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36292) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:55:46.962783 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-b6abadce-5ca3-4499-8f8d-a64ed4566045 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1330087 Sep 15 08:55:48.986441 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36302) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:55:49.063535 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-0324326c-0f78-4a8b-8db8-26b099d19c0a admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0760329 Sep 15 08:55:53.556878 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:56:01.852044 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:06.000356 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-f869e15a-aa6b-47f1-9842-03e437d48986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:06.520257 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:08.274546 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ff5c3b98-a98b-4bbc-b950-53adf4b01bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:09.360286 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:10.771796 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:30.557373 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:56:31.864060 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:36.000501 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7ee5-b332-4d21-95a7-aaeb31aae42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:36.526551 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:38.286951 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-df492875-cc91-44bb-b7a0-6585c32f223f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:39.337619 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:56:40.766395 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:01.862974 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:05.994628 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-c10f6ef5-a951-4973-8e19-70be961d36c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:06.503207 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:07.557204 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:57:08.251650 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-80b5e6cf-4393-4c97-bc4c-9b514eb6a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:09.331635 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:10.766536 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:31.885955 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:36.023416 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ccf7c2a7-4803-4e26-9afc-26f607027e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:36.532097 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:38.257586 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-3698d7c0-6d50-4af9-aff0-153844fa749c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:39.331599 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:39.825097 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36492) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:39.921273 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36500) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:39.955162 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36506) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:39.990675 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36512) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:40.149508 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36522) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:40.237593 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36528) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:40.298453 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2124093249-network', 'tenant_id': 'bd3fe44e1e5d42c0b4118a5b3004daac'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:40.308253 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1113974676-network', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:40.313162 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:40.317019 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:40.319391 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Usage tracker for resource:network and tenant:1aadda57f2be49a592d2dc246c4ce0ed is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:40.323255 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:40.326003 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Usage tracker for resource:network and tenant:bd3fe44e1e5d42c0b4118a5b3004daac is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:40.330688 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:40.333273 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:40.338455 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:40.355813 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-356604189-network', 'tenant_id': 'b1349b239f2142be8df3073348f83d4b'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:40.365224 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-369992312-network', 'tenant_id': '79788e6decc74ae4b1d9bd92aa35a8ab'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:40.373133 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:40.375490 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:40.379851 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Usage tracker for resource:network and tenant:b1349b239f2142be8df3073348f83d4b is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:40.382742 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:40.385513 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Usage tracker for resource:network and tenant:79788e6decc74ae4b1d9bd92aa35a8ab is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:40.392979 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:40.393084 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:40.398523 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:40.428940 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Made reservation on behalf of 1aadda57f2be49a592d2dc246c4ce0ed for: {'network': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:57:40.431229 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:40.443766 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:40.461416 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Made reservation on behalf of bd3fe44e1e5d42c0b4118a5b3004daac for: {'network': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:57:40.461416 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:40.473127 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:40.536530 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Made reservation on behalf of 79788e6decc74ae4b1d9bd92aa35a8ab for: {'network': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:57:40.536530 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:40.556500 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-300836267-network', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:40.559382 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Made reservation on behalf of b1349b239f2142be8df3073348f83d4b for: {'network': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:57:40.561981 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:40.576554 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:40.593116 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-79475363-network', 'tenant_id': '5e49cb7a3e704338bd5da44f816e5397'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:40.609018 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:40.638748 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:40.649129 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:40.661157 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Usage tracker for resource:network and tenant:5f168b6f24dc4d93824606ca9470fea0 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:40.666938 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:40.675012 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:40.679046 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:40.685596 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Usage tracker for resource:security_group_rule and tenant:1aadda57f2be49a592d2dc246c4ce0ed is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:40.690634 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Usage tracker for resource:security_group_rule and tenant:bd3fe44e1e5d42c0b4118a5b3004daac is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:40.695565 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:40.700534 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Usage tracker for resource:network and tenant:5e49cb7a3e704338bd5da44f816e5397 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:40.707854 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:40.713305 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:40.716263 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:40.721463 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:40.726016 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:40.732238 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Usage tracker for resource:security_group_rule and tenant:79788e6decc74ae4b1d9bd92aa35a8ab is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:40.734897 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:40.738368 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:40.741270 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:40.744133 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:40.766218 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:40.770116 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Usage tracker for resource:security_group_rule and tenant:b1349b239f2142be8df3073348f83d4b is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:40.776391 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:40.783310 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:40.791755 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:40.893198 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Made reservation on behalf of 5f168b6f24dc4d93824606ca9470fea0 for: {'network': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:57:40.895451 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:40.904462 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Made reservation on behalf of 5e49cb7a3e704338bd5da44f816e5397 for: {'network': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:57:40.906588 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:40.957678 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:40.977587 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:40.992115 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.046737 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.082654 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.090731 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.104416 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.105661 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:41.107913 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:41.119968 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:41.122862 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Usage tracker for resource:security_group_rule and tenant:5f168b6f24dc4d93824606ca9470fea0 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:41.129599 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:41.135316 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.138788 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Usage tracker for resource:security_group_rule and tenant:5e49cb7a3e704338bd5da44f816e5397 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:41.146455 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:41.149259 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:41.156516 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=75825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:57:41.162891 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:41.168706 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.210989 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.211320 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.segments_db [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Added segment d7140ae3-635c-4fb5-88b0-420b9f11a994 of type vlan for network 99cf6cad-714d-48b4-a18f-48890cca455e Sep 15 08:57:41.231120 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.235573 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:41.288004 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.292166 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:41.292499 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:41.292823 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:41.293142 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:41.293477 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Tracked resource versions report: Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: pushed versions: Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Log': {'1.0'}, Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Network': {'1.1'}, Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Port': {'1.5'}, Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'PortForwarding': {'1.2'}, Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'QosPolicy': {'1.8'}, Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'SecurityGroup': {'1.2'}, Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'SubPort': {'1.0'}, Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Subnet': {'1.1'}, Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Trunk': {'1.1'}} Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: consumer versions: Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: { DHCP agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: HyperV agent@hv-cinder-80600: {}, Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: L3 agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: Metadata agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: Metering agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: Open vSwitch agent@dv-cinder-806008-2-iscsi: { 'ConntrackHelper': '1.0', Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Log': '1.0', Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Network': '1.1', Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Port': '1.5', Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'PortForwarding': '1.2', Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'QosPolicy': '1.8', Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'SecurityGroup': '1.2', Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'SecurityGroupRule': '1.0', Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'SubPort': '1.0', Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Subnet': '1.1', Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: 'Trunk': '1.1'}} Sep 15 08:57:41.301388 dv-cinder-806008-2-iscsi neutron-server[75825]: {{(pid=75825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:57:41.314890 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:41.315096 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:41.408552 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc886b0-02ee-4f33-8804-e3625445e0e5,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:41.411953 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.443698 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.450624 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045f694a-e36b-42a0-b709-54b2bd447410,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:41.486880 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.490950 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:41.491411 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.501521 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72ba048-ef49-408a-9990-026a3f8a594b,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:41.506164 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:41.506615 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:41.507969 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:41.507969 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:41.508133 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:41.510654 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e6149712-9b7e-481b-b081-99fc60a6e2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:41.536496 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.537183 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.537983 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.db.api [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:57:41.538335 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_db.api [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:57:41.538826 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.db.api [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:57:41.539113 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_db.api [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:57:41.600367 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.db.api [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:57:41.600671 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_db.api [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:57:41.636557 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=75825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:57:41.644596 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Pushing event updated for resources: {'Network': ['ID=99cf6cad-714d-48b4-a18f-48890cca455e,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:41.664398 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:41.664790 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:41.668003 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network 99cf6cad-714d-48b4-a18f-48890cca455e details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:57:41.672343 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.672672 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.segments_db [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Added segment 1f19e222-9bb1-423a-99fe-b5c6a8d3a745 of type vlan for network dee31690-1b17-41a7-9226-bbc0b9faff0c Sep 15 08:57:41.713574 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5302507-6e20-4f87-9912-d74664985112,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:41.716850 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.761203 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8351774 Sep 15 08:57:41.761419 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b53e2b-a9c0-473c-b1c0-d4992050d957,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:41.762125 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36582) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:41.765629 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:41.766020 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:41.766322 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:41.774009 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Request body: {'subnet': {'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2124093249-subnet', 'tenant_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:41.789710 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:41.796111 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Usage tracker for resource:subnet and tenant:bd3fe44e1e5d42c0b4118a5b3004daac is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:41.799051 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:41.805354 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:41.863788 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.865261 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:41.865828 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.870698 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-d094defe-92bd-4f86-b307-875f5b5615f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:41.908878 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Made reservation on behalf of bd3fe44e1e5d42c0b4118a5b3004daac for: {'subnet': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:57:41.911471 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:41.946898 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.db.api [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:57:41.947463 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_db.api [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:57:41.969354 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Pushing event updated for resources: {'Network': ['ID=dee31690-1b17-41a7-9226-bbc0b9faff0c,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:41.977872 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:41.979392 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network dee31690-1b17-41a7-9226-bbc0b9faff0c details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:57:42.039892 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.052626 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.077078 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9261315 Sep 15 08:57:42.077738 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36590) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:42.103633 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.154958 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] Request body: {'subnet': {'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-subnet', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:42.181460 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:42.190804 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for subnet, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.201362 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-97e81167-70be-4443-8dfd-a9d1547708c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:42.205909 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] Usage tracker for resource:subnet and tenant:5f168b6f24dc4d93824606ca9470fea0 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:42.236677 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:42.242335 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=75825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:57:42.260632 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:42.280285 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.280868 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.segments_db [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Added segment d2f7e6bd-20c3-40ea-8bce-cae47817e8ed of type vlan for network 1c409703-0674-4cbb-9f3e-f398f357604d Sep 15 08:57:42.289600 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d3741a-a3a3-4d75-a034-fc6e7362caaa,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:42.299910 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:42.300685 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:42.301275 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:42.302268 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:42.302839 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:42.303387 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:42.303920 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:42.304463 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:42.305003 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:42.305549 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:42.306109 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Tracked resource versions report: Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: pushed versions: Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Log': {'1.0'}, Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Network': {'1.1'}, Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Port': {'1.5'}, Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'PortForwarding': {'1.2'}, Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'QosPolicy': {'1.8'}, Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'SecurityGroup': {'1.2'}, Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'SubPort': {'1.0'}, Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Subnet': {'1.1'}, Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Trunk': {'1.1'}} Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: consumer versions: Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: { DHCP agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: HyperV agent@hv-cinder-80600: {}, Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: L3 agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: Metadata agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: Metering agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: Open vSwitch agent@dv-cinder-806008-2-iscsi: { 'ConntrackHelper': '1.0', Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Log': '1.0', Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Network': '1.1', Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Port': '1.5', Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'PortForwarding': '1.2', Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'QosPolicy': '1.8', Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'SecurityGroup': '1.2', Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'SecurityGroupRule': '1.0', Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'SubPort': '1.0', Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Subnet': '1.1', Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: 'Trunk': '1.1'}} Sep 15 08:57:42.307493 dv-cinder-806008-2-iscsi neutron-server[75826]: {{(pid=75826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:57:42.313486 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:42.320195 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.348833 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Checking segment: {'id': 'd7140ae3-635c-4fb5-88b0-420b9f11a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:57:42.349568 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Network hostable DHCP agents. Network: 99cf6cad-714d-48b4-a18f-48890cca455e, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:57:42.353912 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] Made reservation on behalf of 5f168b6f24dc4d93824606ca9470fea0 for: {'subnet': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:57:42.356646 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.394101 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36604) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:42.430210 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.442504 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:42.443088 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.449584 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:42.462328 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.469024 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Network 99cf6cad-714d-48b4-a18f-48890cca455e is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:57:42.483081 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.db.api [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:57:42.483380 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_db.api [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:57:42.497549 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.db.api [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:57:42.497942 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_db.api [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:57:42.558286 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, 99cf6cad-714d-48b4-a18f-48890cca455e) {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:57:42.565932 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e5676cb0-2714-40de-8c72-a80f353ce1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.574790 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fa0500-8df0-4944-9932-88b2a5a104bb None None] Network 99cf6cad-714d-48b4-a18f-48890cca455e requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:57:42.589091 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:42.589684 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.604984 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Pushing event updated for resources: {'Network': ['ID=1c409703-0674-4cbb-9f3e-f398f357604d,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:42.611858 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:42.621448 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=75825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:57:42.638707 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-e5676cb0-2714-40de-8c72-a80f353ce1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:42.639050 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.639168 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.segments_db [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Added segment 2f311f65-0975-4fcc-b154-3f530a286fa1 of type vlan for network af257d6c-21d4-4fb1-8c7c-2e7dc37f4e3e Sep 15 08:57:42.643347 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-e5676cb0-2714-40de-8c72-a80f353ce1af admin admin] Usage tracker for resource:security_group_rule and tenant:6627294dab0540aeb9b97ab98191c5a4 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:42.649849 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-e5676cb0-2714-40de-8c72-a80f353ce1af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:42.654158 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-e5676cb0-2714-40de-8c72-a80f353ce1af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:42.681052 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7248337 Sep 15 08:57:42.685433 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36610) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:42.698444 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] Request body: {'subnet': {'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-356604189-subnet', 'tenant_id': 'b1349b239f2142be8df3073348f83d4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:42.709853 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9440637 Sep 15 08:57:42.714750 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.715612 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36620) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:42.725359 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2124093249-router', 'tenant_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:42.735674 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:42.741605 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:42.751470 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] Usage tracker for resource:subnet and tenant:b1349b239f2142be8df3073348f83d4b is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:42.757908 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Usage tracker for resource:router and tenant:bd3fe44e1e5d42c0b4118a5b3004daac is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:42.761902 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:42.765475 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:42.771997 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:42.777250 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network 1c409703-0674-4cbb-9f3e-f398f357604d details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:57:42.787401 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:42.823388 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e5676cb0-2714-40de-8c72-a80f353ce1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.857870 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for subnet, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.862726 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:42.886744 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8195256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2380'] for router, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.888612 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8195109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8205261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8206285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2387'] for router, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.909361 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.913158 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.940565 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c631fd75-6760-4b0b-8695-3a9bcf6c9e98 None None] Network 99cf6cad-714d-48b4-a18f-48890cca455e requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:57:42.941506 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:42.942245 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:42.991273 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] Made reservation on behalf of b1349b239f2142be8df3073348f83d4b for: {'subnet': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:57:42.994022 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.001758 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c69077b5-d8c6-4f9f-8dc8-1e62fce814b7,revision_number=0']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:43.009731 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e5676cb0-2714-40de-8c72-a80f353ce1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.010729 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:43.022211 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:43.027429 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:43.043280 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.077493 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=75825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:57:43.086030 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] Checking segment: {'id': '1f19e222-9bb1-423a-99fe-b5c6a8d3a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:57:43.086431 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] Network hostable DHCP agents. Network: dee31690-1b17-41a7-9226-bbc0b9faff0c, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:57:43.143080 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.143408 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.segments_db [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Added segment 78ca8c3b-1126-41fe-ae79-2dbb854e5a16 of type vlan for network 2a7d9519-adcd-45df-bd0a-0005f95484a0 Sep 15 08:57:43.159303 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.9168937 Sep 15 08:57:43.169365 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36630) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:43.197110 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Pushing event updated for resources: {'Network': ['ID=af257d6c-21d4-4fb1-8c7c-2e7dc37f4e3e,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:43.202697 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:43.206416 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.211671 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network af257d6c-21d4-4fb1-8c7c-2e7dc37f4e3e details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:57:43.235068 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] Network dee31690-1b17-41a7-9226-bbc0b9faff0c is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:57:43.235322 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] Request body: {'subnet': {'network_id': 'af257d6c-21d4-4fb1-8c7c-2e7dc37f4e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-79475363-subnet', 'tenant_id': '5e49cb7a3e704338bd5da44f816e5397', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:43.258753 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-e5676cb0-2714-40de-8c72-a80f353ce1af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6627294dab0540aeb9b97ab98191c5a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8634210 Sep 15 08:57:43.262003 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36636) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:43.288839 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:43.296544 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5676cb0-2714-40de-8c72-a80f353ce1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167e8c05-a727-4259-ba97-bbfca8376ad9,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:43.299735 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e5676cb0-2714-40de-8c72-a80f353ce1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:43.302074 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] Usage tracker for resource:subnet and tenant:5e49cb7a3e704338bd5da44f816e5397 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:43.304762 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, dee31690-1b17-41a7-9226-bbc0b9faff0c) {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:57:43.308703 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:43.315299 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883292ae-c42e-41c2-9147-c4655cbbab4a None None] Network dee31690-1b17-41a7-9226-bbc0b9faff0c requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:57:43.319176 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8205367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8195246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2401'] for router, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.322374 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:43.323174 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.325893 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:43.330731 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.339959 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:43.341227 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.344836 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.361371 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-83cae8d4-5961-4e91-af35-3c240cef6d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:43.418521 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] Made reservation on behalf of 5e49cb7a3e704338bd5da44f816e5397 for: {'subnet': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:57:43.421322 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.509048 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed5e1-5c44-4a65-8787-5eb054264db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.535369 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed5e1-5c44-4a65-8787-5eb054264db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.552340 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5da90e6-6edd-574d-b3e9-05c80648acc4-dee31690-1b17-41a7-9226-bbc0b9faff0c', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7'}]}} from dv-cinder-806008-2-iscsi. {{(pid=75827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:57:43.553165 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.564160 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4762154 Sep 15 08:57:43.579572 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36640) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:43.581944 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=75825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:57:43.586916 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Pushing event updated for resources: {'Network': ['ID=2a7d9519-adcd-45df-bd0a-0005f95484a0,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:43.593257 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.7636576 Sep 15 08:57:43.599896 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36644) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:43.600239 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:43.600239 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:43.611527 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] Request body: {'subnet': {'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1113974676-subnet', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:43.613929 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:43.621360 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:43.622727 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.622727 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.segments_db [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Added segment 24d19f94-3154-4388-a5e5-331f207891f4 of type vlan for network 5a040df8-ed58-4b30-86be-d147eeae93bb Sep 15 08:57:43.625148 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Usage tracker for resource:router and tenant:5f168b6f24dc4d93824606ca9470fea0 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:43.626004 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for subnet, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.630031 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] Usage tracker for resource:subnet and tenant:1aadda57f2be49a592d2dc246c4ce0ed is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:43.631469 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:43.635386 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network 2a7d9519-adcd-45df-bd0a-0005f95484a0 details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:57:43.637856 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:43.639717 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:43.640857 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:43.664510 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.676700 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:43.720343 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8195256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2380'] for router, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.721332 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8195109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8205261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8206285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2387'] for router, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.742858 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.766140 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.767811 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:43.768385 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.771676 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=599314a5-b7e7-4604-bd49-77181d9b73d9,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:43.772322 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed5e1-5c44-4a65-8787-5eb054264db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.774141 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:43.788367 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:43.827487 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] Made reservation on behalf of 1aadda57f2be49a592d2dc246c4ce0ed for: {'subnet': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:57:43.829738 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:43.925075 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.db_base_plugin_common [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Allocated IP 172.20.0.2 (dee31690-1b17-41a7-9226-bbc0b9faff0c/c69077b5-d8c6-4f9f-8dc8-1e62fce814b7/67e5d3dc-1116-4ca8-bc64-1003df61c023) {{(pid=75827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:57:43.950631 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] Checking segment: {'id': 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:57:43.951039 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] Network hostable DHCP agents. Network: 1c409703-0674-4cbb-9f3e-f398f357604d, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:57:44.015220 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed5e1-5c44-4a65-8787-5eb054264db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:44.019007 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-0d2ed5e1-5c44-4a65-8787-5eb054264db9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/167e8c05-a727-4259-ba97-bbfca8376ad9 HTTP/1.1" status: 204 len: 168 time: 0.7527952 Sep 15 08:57:44.019007 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Pushing event updated for resources: {'Network': ['ID=5a040df8-ed58-4b30-86be-d147eeae93bb,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:44.030798 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:44.037285 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:44.049719 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ed5e1-5c44-4a65-8787-5eb054264db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167e8c05-a727-4259-ba97-bbfca8376ad9,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:44.058933 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for subnet, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:44.059845 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-0d2ed5e1-5c44-4a65-8787-5eb054264db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:44.069216 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:44.073279 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8205367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8195246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2401'] for router, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:44.090255 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-18b1a255-9e4c-49ed-b614-d60be876214c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.0933738 Sep 15 08:57:44.090255 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36652) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:44.111653 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] Request body: {'subnet': {'network_id': '5a040df8-ed58-4b30-86be-d147eeae93bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-369992312-subnet', 'tenant_id': '79788e6decc74ae4b1d9bd92aa35a8ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:44.122727 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:44.133815 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] Usage tracker for resource:subnet and tenant:79788e6decc74ae4b1d9bd92aa35a8ab is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:44.137108 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:44.140006 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:44.144431 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:44.163518 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network 5a040df8-ed58-4b30-86be-d147eeae93bb details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:57:44.192013 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] Network 1c409703-0674-4cbb-9f3e-f398f357604d is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:57:44.218306 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:44.277303 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Notify callbacks [] for port, precommit_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:44.281002 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] Made reservation on behalf of 79788e6decc74ae4b1d9bd92aa35a8ab for: {'subnet': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:57:44.283746 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] Notify callbacks [] for subnet, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:44.304375 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Transition to ACTIVE for port object 67e5d3dc-1116-4ca8-bc64-1003df61c023 will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:57:44.330097 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Transition to ACTIVE for port object 67e5d3dc-1116-4ca8-bc64-1003df61c023 will not be triggered until provisioned by entity DHCP. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:57:44.341513 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cbce0ec-ac19-4294-a7f4-739dd4b9d0a7,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:44.344582 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:44.352068 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, 1c409703-0674-4cbb-9f3e-f398f357604d) {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:57:44.355971 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:44.356525 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:44.363284 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531c25ad-2a9f-4e35-b81e-949915acdfb2 None None] Network 1c409703-0674-4cbb-9f3e-f398f357604d requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:57:44.452999 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] Checking segment: {'id': '2f311f65-0975-4fcc-b154-3f530a286fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'af257d6c-21d4-4fb1-8c7c-2e7dc37f4e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:57:44.453973 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] Network hostable DHCP agents. Network: af257d6c-21d4-4fb1-8c7c-2e7dc37f4e3e, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:57:44.560953 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:44.566385 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:57:44.589974 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9034564 Sep 15 08:57:44.590224 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:44.608387 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:44.616900 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] Network af257d6c-21d4-4fb1-8c7c-2e7dc37f4e3e is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:57:44.627395 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Allocated IP 172.27.1.138 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/9813b255-b3f0-4346-a648-09b9893854b8) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:57:44.631950 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, af257d6c-21d4-4fb1-8c7c-2e7dc37f4e3e) {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:57:44.636104 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:44.636836 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:44.648770 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dba51f-e6b6-46f4-8207-0feae3d4547d None None] Network af257d6c-21d4-4fb1-8c7c-2e7dc37f4e3e requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:57:44.665046 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Network dee31690-1b17-41a7-9226-bbc0b9faff0c is already hosted by enough agents. {{(pid=75827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:57:44.681280 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.base_scheduler [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Resources bound (agent type, host, resource id): {{(pid=75827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:57:44.681808 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:44.685421 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Received port after_create {{(pid=75827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:57:44.708392 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Pushing event updated for resources: {'Port': ['ID=67e5d3dc-1116-4ca8-bc64-1003df61c023,revision_number=1']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:44.834619 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for subnet, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:44.846746 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6704235 Sep 15 08:57:44.855744 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-3b2635bc-bb4d-467e-9582-2d8a776c70b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:44.893879 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992bf074-45f7-4f07-9781-61bc38354078 None None] Network 1c409703-0674-4cbb-9f3e-f398f357604d requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:57:44.904380 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for subnet, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:44.907413 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:44.907548 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:44.913056 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:44.913056 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:44.913056 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:44.913056 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:44.913056 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:44.913457 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Tracked resource versions report: Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: pushed versions: Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Log': {'1.0'}, Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Network': {'1.1'}, Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Port': {'1.5'}, Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'PortForwarding': {'1.2'}, Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'QosPolicy': {'1.8'}, Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'SecurityGroup': {'1.2'}, Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'SubPort': {'1.0'}, Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Subnet': {'1.1'}, Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Trunk': {'1.1'}} Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: consumer versions: Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: { DHCP agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: HyperV agent@hv-cinder-80600: {}, Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: L3 agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: Metadata agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: Metering agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: Open vSwitch agent@dv-cinder-806008-2-iscsi: { 'ConntrackHelper': '1.0', Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Log': '1.0', Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Network': '1.1', Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Port': '1.5', Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'PortForwarding': '1.2', Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'QosPolicy': '1.8', Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'SecurityGroup': '1.2', Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'SecurityGroupRule': '1.0', Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'SubPort': '1.0', Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Subnet': '1.1', Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: 'Trunk': '1.1'}} Sep 15 08:57:44.913539 dv-cinder-806008-2-iscsi neutron-server[75827]: {{(pid=75827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:57:44.916034 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:44.957959 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:44.984542 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36688) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:44.987078 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:45.032786 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a7a078bf-14e9-4c09-9a49-cf764b363fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.081693 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae4edf4a-6cc2-4df6-a379-84db7e89c5ad,revision_number=0']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:45.091406 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:45.102471 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.116611 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] Checking segment: {'id': '24d19f94-3154-4388-a5e5-331f207891f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5a040df8-ed58-4b30-86be-d147eeae93bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:57:45.117530 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] Network hostable DHCP agents. Network: 5a040df8-ed58-4b30-86be-d147eeae93bb, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:57:45.163902 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-a7a078bf-14e9-4c09-9a49-cf764b363fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:45.169654 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] Checking segment: {'id': '78ca8c3b-1126-41fe-ae79-2dbb854e5a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:57:45.175847 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] Network hostable DHCP agents. Network: 2a7d9519-adcd-45df-bd0a-0005f95484a0, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:57:45.192167 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-a7a078bf-14e9-4c09-9a49-cf764b363fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:77eeca162c834b05a3e0c2b8a8da16f3 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:45.201487 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Attempting to bind port 67e5d3dc-1116-4ca8-bc64-1003df61c023 on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:57:45.201858 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Attempting to bind port 67e5d3dc-1116-4ca8-bc64-1003df61c023 by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '1f19e222-9bb1-423a-99fe-b5c6a8d3a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:57:45.202248 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Attempting to bind port 67e5d3dc-1116-4ca8-bc64-1003df61c023 on network dee31690-1b17-41a7-9226-bbc0b9faff0c {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:57:45.209598 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-a7a078bf-14e9-4c09-9a49-cf764b363fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:45.220515 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-a7a078bf-14e9-4c09-9a49-cf764b363fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:45.229702 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] Network 5a040df8-ed58-4b30-86be-d147eeae93bb is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:57:45.264397 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:57:45.266488 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Checking segment: {'id': '1f19e222-9bb1-423a-99fe-b5c6a8d3a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:57:45.266488 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.266488 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Bound using segment: {'id': '1f19e222-9bb1-423a-99fe-b5c6a8d3a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:57:45.267003 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Bound port: 67e5d3dc-1116-4ca8-bc64-1003df61c023, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f19e222-9bb1-423a-99fe-b5c6a8d3a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:57:45.267361 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.302572 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a7a078bf-14e9-4c09-9a49-cf764b363fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.312840 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7347df8e-73b8-4e01-9918-a2922fbb7cee None None] Network af257d6c-21d4-4fb1-8c7c-2e7dc37f4e3e requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:57:45.320866 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] Network 2a7d9519-adcd-45df-bd0a-0005f95484a0 is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:57:45.328787 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.335974 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:45.406731 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:57:45.409752 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:57:45.410445 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Allocated IP 172.27.1.249 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/92115c01-2ffb-41ab-9e65-aae9aa88cb5e) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:57:45.415675 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:57:45.434769 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, 5a040df8-ed58-4b30-86be-d147eeae93bb) {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:57:45.448209 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63c40f8-a64d-49bc-8fc5-6b7be148e5db None None] Network 5a040df8-ed58-4b30-86be-d147eeae93bb requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:57:45.461552 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Pushing event updated for resources: {'Port': ['ID=9813b255-b3f0-4346-a648-09b9893854b8,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:45.464760 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:45.472493 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a7a078bf-14e9-4c09-9a49-cf764b363fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.475308 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, 2a7d9519-adcd-45df-bd0a-0005f95484a0) {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:57:45.480364 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:45.481058 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.486958 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:45.487606 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.503805 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:45.578739 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a078bf-14e9-4c09-9a49-cf764b363fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071305b9-6bd5-4f3a-a55c-9e47a5dd2ad5,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:45.582350 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-a7a078bf-14e9-4c09-9a49-cf764b363fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:45.585321 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-a7a078bf-14e9-4c09-9a49-cf764b363fd1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77eeca162c834b05a3e0c2b8a8da16f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5997946 Sep 15 08:57:45.587919 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36704) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:45.680641 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0786049 Sep 15 08:57:45.682673 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b383-b447-44cf-8bb0-c6d07544bcb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.701869 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.708510 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36710) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:45.718317 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6125672 Sep 15 08:57:45.718317 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:45.721857 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:45.726499 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Usage tracker for resource:router and tenant:1aadda57f2be49a592d2dc246c4ce0ed is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:45.728849 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b383-b447-44cf-8bb0-c6d07544bcb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.729676 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:45.736166 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:45.744253 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfabe652-ec10-473b-b9a7-ebe212535dec None None] Network 2a7d9519-adcd-45df-bd0a-0005f95484a0 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:57:45.744741 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36716) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:45.749925 dv-cinder-806008-2-iscsi neutron-server[75825]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 08:57:45.843709 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8195256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2380'] for router, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.844877 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8195109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8205261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8206285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2387'] for router, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.859380 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.860848 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8195249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8205330'] for router, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.928728 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.941828 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-1388ae65-68a2-4d27-bc74-923632a84c6a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:45.948341 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-1388ae65-68a2-4d27-bc74-923632a84c6a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Synchronizing usage tracker for tenant:b1349b239f2142be8df3073348f83d4b on resource:network {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:57:45.948456 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b383-b447-44cf-8bb0-c6d07544bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:45.957523 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-a7a078bf-14e9-4c09-9a49-cf764b363fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:45.977735 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2b383-b447-44cf-8bb0-c6d07544bcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071305b9-6bd5-4f3a-a55c-9e47a5dd2ad5,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:45.983324 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-bbd2b383-b447-44cf-8bb0-c6d07544bcb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:45.988993 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] For port 67e5d3dc-1116-4ca8-bc64-1003df61c023, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:57:45.995786 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:46.003979 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b383-b447-44cf-8bb0-c6d07544bcb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:46.005448 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-bbd2b383-b447-44cf-8bb0-c6d07544bcb5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/071305b9-6bd5-4f3a-a55c-9e47a5dd2ad5 HTTP/1.1" status: 204 len: 168 time: 0.4165854 Sep 15 08:57:46.013110 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:46.068203 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:57:46.071425 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:57:46.082052 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:57:46.263993 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] For port 67e5d3dc-1116-4ca8-bc64-1003df61c023, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=67e5d3dc-1116-4ca8-bc64-1003df61c023,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:57:46.270606 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5da90e6-6edd-574d-b3e9-05c80648acc4-2a7d9519-adcd-45df-bd0a-0005f95484a0', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c'}]}} from dv-cinder-806008-2-iscsi. {{(pid=75827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:57:46.271396 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:46.283708 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-1388ae65-68a2-4d27-bc74-923632a84c6a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Unset dirty status for tenant:b1349b239f2142be8df3073348f83d4b on resource:network {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:57:46.284716 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-1388ae65-68a2-4d27-bc74-923632a84c6a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/networks?id=1c409703-0674-4cbb-9f3e-f398f357604d HTTP/1.1" status: 200 len: 814 time: 0.5389352 Sep 15 08:57:46.294871 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0676f621-5129-4a12-9a43-fb5c9dcb21c3 None None] Network 5a040df8-ed58-4b30-86be-d147eeae93bb requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:57:46.391593 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Pushing event updated for resources: {'Port': ['ID=92115c01-2ffb-41ab-9e65-aae9aa88cb5e,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:46.402709 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:46.414228 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-07592fd1-dcfe-4d42-9b53-eb4c034fc937 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/quotas/b1349b239f2142be8df3073348f83d4b HTTP/1.1" status: 200 len: 375 time: 0.1010151 Sep 15 08:57:46.419847 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Router f52970e1-7e63-46c1-a8f2-b0c772b055d9 is scheduled to L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f with binding_index 1 {{(pid=75826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:57:46.452660 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:46.466654 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8205367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8195246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2401'] for router, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:46.485483 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-4099594a-1807-4f00-be5e-ff3f0151f2a4 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1349b239f2142be8df3073348f83d4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640595 Sep 15 08:57:46.499218 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:46.601663 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36748) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:46.613749 dv-cinder-806008-2-iscsi neutron-server[75826]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 08:57:46.629512 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Pushing event updated for resources: {'Port': ['ID=67e5d3dc-1116-4ca8-bc64-1003df61c023,revision_number=2']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:46.643066 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:46.746485 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:46.747245 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8195249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8205330'] for router, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:46.867663 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.db_base_plugin_common [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Allocated IP 172.20.0.2 (2a7d9519-adcd-45df-bd0a-0005f95484a0/16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c/7e677329-a0c2-4e33-aa74-755650d06186) {{(pid=75827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:57:46.929326 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:46.981028 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:47.272712 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91944829-c6cc-438b-9e81-2493d93a5626 req-792260b3-2487-41bb-898a-8e44f3e375da tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:47.274200 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-792260b3-2487-41bb-898a-8e44f3e375da tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/networks?id=5a040df8-ed58-4b30-86be-d147eeae93bb HTTP/1.1" status: 200 len: 811 time: 0.6715467 Sep 15 08:57:47.300740 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e5e29da3-aeb1-4186-b0b9-647459312368 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/quotas/79788e6decc74ae4b1d9bd92aa35a8ab HTTP/1.1" status: 200 len: 375 time: 0.0185714 Sep 15 08:57:47.310051 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Allocated IP 172.27.1.118 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/c8df4e5b-5c7e-4726-960d-add653efd1d5) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:57:47.310664 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Notify callbacks [] for port, precommit_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:47.320902 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Transition to ACTIVE for port object 7e677329-a0c2-4e33-aa74-755650d06186 will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:57:47.344534 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36768) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:47.345353 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Transition to ACTIVE for port object 7e677329-a0c2-4e33-aa74-755650d06186 will not be triggered until provisioned by entity DHCP. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:57:47.355990 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1651461370-network', 'tenant_id': 'df0f4aa495344013ad0f1530a4799ad7'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:47.360032 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e0450552-4f3f-436b-b868-edb55f22a293 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=79788e6decc74ae4b1d9bd92aa35a8ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441704 Sep 15 08:57:47.367009 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:47.370267 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:57:47.381073 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Sync routers for ids ['f52970e1-7e63-46c1-a8f2-b0c772b055d9'] in dv-cinder-806008-2-iscsi {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:57:47.398327 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Usage tracker for resource:network and tenant:df0f4aa495344013ad0f1530a4799ad7 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:47.399162 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Routers {'f52970e1-7e63-46c1-a8f2-b0c772b055d9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:57:47.401322 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:57:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['f52970e1-7e63-46c1-a8f2-b0c772b055d9'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:57:47.407103 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-90d001b5-8933-498d-8b9e-c6c85baca787 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=75825) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:57:47.408034 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-90d001b5-8933-498d-8b9e-c6c85baca787 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5150404 Sep 15 08:57:47.412441 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:47.419372 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:47.467770 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:47.469162 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Notify callbacks [] for router, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:47.471189 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7540882 Sep 15 08:57:47.473873 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36776) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:47.565870 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Network 2a7d9519-adcd-45df-bd0a-0005f95484a0 is already hosted by enough agents. {{(pid=75827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:57:47.576802 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Pushing event updated for resources: {'Port': ['ID=7e677329-a0c2-4e33-aa74-755650d06186,revision_number=1']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:47.584765 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.base_scheduler [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Resources bound (agent type, host, resource id): {{(pid=75827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:57:47.586626 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:47.587322 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Received port after_create {{(pid=75827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:57:47.633270 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Set router f52970e1-7e63-46c1-a8f2-b0c772b055d9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:57:47.753635 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Attempting to bind port 7e677329-a0c2-4e33-aa74-755650d06186 on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:57:47.754332 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Attempting to bind port 7e677329-a0c2-4e33-aa74-755650d06186 by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '78ca8c3b-1126-41fe-ae79-2dbb854e5a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:57:47.754857 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Attempting to bind port 7e677329-a0c2-4e33-aa74-755650d06186 on network 2a7d9519-adcd-45df-bd0a-0005f95484a0 {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:57:47.762244 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:57:47.762896 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Checking segment: {'id': '78ca8c3b-1126-41fe-ae79-2dbb854e5a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:57:47.763456 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:47.764050 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Bound using segment: {'id': '78ca8c3b-1126-41fe-ae79-2dbb854e5a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:57:47.764692 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Bound port: 7e677329-a0c2-4e33-aa74-755650d06186, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ca8c3b-1126-41fe-ae79-2dbb854e5a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:57:47.765244 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:47.789086 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-8090a1e1-76db-47a8-8e2a-0aadd3e264a9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=75826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:57:47.795686 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-8090a1e1-76db-47a8-8e2a-0aadd3e264a9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2220643 Sep 15 08:57:47.820363 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:47.883285 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-320e209f-c607-4b0f-a1ae-e1bfa59b030a service neutron] 10.222.0.39 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546733 Sep 15 08:57:47.921232 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] For port 7e677329-a0c2-4e33-aa74-755650d06186, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:57:47.924491 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] For port 7e677329-a0c2-4e33-aa74-755650d06186, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=7e677329-a0c2-4e33-aa74-755650d06186,segment=NetworkSegment(78ca8c3b-1126-41fe-ae79-2dbb854e5a16),segment_id=78ca8c3b-1126-41fe-ae79-2dbb854e5a16)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:57:47.984498 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Made reservation on behalf of df0f4aa495344013ad0f1530a4799ad7 for: {'network': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:57:47.987059 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:48.012040 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:48.013810 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:48.024783 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:48.031115 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124093249-router', 'tenant_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9813b255-b3f0-4346-a648-09b9893854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:42Z', 'updated_at': '2021-09-15T08:57:45Z', 'revision_number': 3, 'project_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'gw_port': {'id': '9813b255-b3f0-4346-a648-09b9893854b8', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:57:48.036499 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Checking router: f52970e1-7e63-46c1-a8f2-b0c772b055d9 for host: dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:57:48.037040 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Updating router f52970e1-7e63-46c1-a8f2-b0c772b055d9 port 9813b255-b3f0-4346-a648-09b9893854b8 binding host dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:57:48.054207 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-a5c56732-74e0-482a-93ec-dcebf83778af service neutron] 10.222.0.39 "GET /v2.0/networks/5a040df8-ed58-4b30-86be-d147eeae93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393878 Sep 15 08:57:48.089491 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Router 9279da42-9074-4c93-9f9c-105973375698 is scheduled to L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f with binding_index 1 {{(pid=75825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:57:48.155817 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:48.161303 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:48.163741 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Pushing event updated for resources: {'Port': ['ID=7e677329-a0c2-4e33-aa74-755650d06186,revision_number=2']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:48.170122 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:48.183834 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33a5b35-b8b8-43d6-9893-ba118bab9788 None None] Network dee31690-1b17-41a7-9226-bbc0b9faff0c requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:57:48.289923 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:48.299703 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:48.346763 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-5338da03-b6eb-4084-b441-aff397fe55d9 service neutron] 10.222.0.39 "GET /v2.0/networks/5a040df8-ed58-4b30-86be-d147eeae93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803404 Sep 15 08:57:48.437691 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-ee223387-7fba-4205-8298-c23428aab5d1 None None] Provisioning for port 67e5d3dc-1116-4ca8-bc64-1003df61c023 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:57:48.475662 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-8a5e0abb-8293-48b0-aaa4-020f475dab4b service neutron] 10.222.0.39 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902665 Sep 15 08:57:48.478071 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Usage tracker for resource:security_group_rule and tenant:df0f4aa495344013ad0f1530a4799ad7 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:48.504558 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:48.601001 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:48.647086 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:48.734657 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:57:48.737209 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Pushing event updated for resources: {'Port': ['ID=c8df4e5b-5c7e-4726-960d-add653efd1d5,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:48.760462 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:57:48.764796 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:57:48.933604 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Notify callbacks [] for port, precommit_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:48.978906 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.provisioning_blocks [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Transition to ACTIVE for port object 9813b255-b3f0-4346-a648-09b9893854b8 will not be triggered until provisioned by entity L2. {{(pid=75829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:57:49.056527 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:49.133673 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-08381f5b-0661-4f50-b566-c508177baf13 req-01fac2df-9f87-4a2b-bd61-7449f2966670 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 210 time: 0.0749795 Sep 15 08:57:49.138068 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:49.142533 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:49.205316 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 67e5d3dc-1116-4ca8-bc64-1003df61c023 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:57:49.237290 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:49.327527 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf212f31-7360-4266-9e1b-57040ef32e6d None None] Pushing event updated for resources: {'Port': ['ID=9813b255-b3f0-4346-a648-09b9893854b8,revision_number=2']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:49.357018 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212f31-7360-4266-9e1b-57040ef32e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:49.357906 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212f31-7360-4266-9e1b-57040ef32e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:49.358429 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212f31-7360-4266-9e1b-57040ef32e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:49.359034 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212f31-7360-4266-9e1b-57040ef32e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:49.359504 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212f31-7360-4266-9e1b-57040ef32e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:49.359974 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212f31-7360-4266-9e1b-57040ef32e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:49.360593 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212f31-7360-4266-9e1b-57040ef32e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:49.361102 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212f31-7360-4266-9e1b-57040ef32e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:49.361811 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212f31-7360-4266-9e1b-57040ef32e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:49.362291 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212f31-7360-4266-9e1b-57040ef32e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:49.362778 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212f31-7360-4266-9e1b-57040ef32e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212f31-7360-4266-9e1b-57040ef32e6d None None] Tracked resource versions report: Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: pushed versions: Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Log': {'1.0'}, Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Network': {'1.1'}, Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Port': {'1.5'}, Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'PortForwarding': {'1.2'}, Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'QosPolicy': {'1.8'}, Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'SecurityGroup': {'1.2'}, Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'SubPort': {'1.0'}, Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Subnet': {'1.1'}, Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Trunk': {'1.1'}} Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: consumer versions: Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: { DHCP agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: HyperV agent@hv-cinder-80600: {}, Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: L3 agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: Metadata agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: Metering agent@dv-cinder-806008-2-iscsi: {}, Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: Open vSwitch agent@dv-cinder-806008-2-iscsi: { 'ConntrackHelper': '1.0', Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Log': '1.0', Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Network': '1.1', Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Port': '1.5', Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'PortForwarding': '1.2', Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'QosPolicy': '1.8', Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'SecurityGroup': '1.2', Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'SecurityGroupRule': '1.0', Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'SubPort': '1.0', Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Subnet': '1.1', Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: 'Trunk': '1.1'}} Sep 15 08:57:49.364024 dv-cinder-806008-2-iscsi neutron-server[75829]: {{(pid=75829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:57:49.379738 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-bf212f31-7360-4266-9e1b-57040ef32e6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:49.431557 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Attempting to bind port 9813b255-b3f0-4346-a648-09b9893854b8 on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:57:49.432053 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Attempting to bind port 9813b255-b3f0-4346-a648-09b9893854b8 by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:57:49.434276 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Attempting to bind port 9813b255-b3f0-4346-a648-09b9893854b8 on network 9e4362ae-5b83-4f46-9c62-0914bea87c2f {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:57:49.440537 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:57:49.441502 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Checking segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:57:49.442164 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:49.442810 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Bound using segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:57:49.443670 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Bound port: 9813b255-b3f0-4346-a648-09b9893854b8, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:57:49.444291 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:49.448669 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4ed18fbc-6a3f-4c4f-a00a-e887cb7d876d req-54929381-f709-4168-962c-5089a77792ab tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 210 time: 0.1662788 Sep 15 08:57:49.454272 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:49.476543 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-f994ee09-afe7-4e51-b329-313e380c60b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:49.483886 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port 67e5d3dc-1116-4ca8-bc64-1003df61c023 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:57:49.498287 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 67e5d3dc-1116-4ca8-bc64-1003df61c023 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:57:49.498966 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:49.566633 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:49.594953 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=75825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:57:49.612635 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd4b010-2f03-4827-bbfd-56e3d472878e,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:49.625582 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:49.643288 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:49.643639 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.segments_db [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Added segment 6d9d440f-8e53-48d2-aea1-6f742539dfd4 of type vlan for network 46d1c946-0143-4631-bafb-93b35b6b4f55 Sep 15 08:57:49.650700 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] For port 9813b255-b3f0-4346-a648-09b9893854b8, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:57:49.658759 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] For port 9813b255-b3f0-4346-a648-09b9893854b8, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=9813b255-b3f0-4346-a648-09b9893854b8,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:57:49.727969 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:49.728707 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8195249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8205330'] for router, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:49.743987 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:49.746655 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8df694-f3ae-46d7-ae37-eb901f703642 None None] Network 2a7d9519-adcd-45df-bd0a-0005f95484a0 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:57:49.754801 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:49.760140 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:49.767210 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:49.904167 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Allocated IP 172.20.0.1 (99cf6cad-714d-48b4-a18f-48890cca455e/82d3741a-a3a3-4d75-a034-fc6e7362caaa/7cf36967-328b-4ae1-9ce7-b6bd273a4bc3) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:57:49.932865 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port 67e5d3dc-1116-4ca8-bc64-1003df61c023, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=67e5d3dc-1116-4ca8-bc64-1003df61c023,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:57:49.998611 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.db.resource_extend [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 08:57:49.999104 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-d1c7d985-4726-4911-bb8d-6d6326e1dd57 None None] Provisioning for port 7e677329-a0c2-4e33-aa74-755650d06186 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:57:50.003503 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Routers {'f52970e1-7e63-46c1-a8f2-b0c772b055d9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:57:50.004070 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:57:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['f52970e1-7e63-46c1-a8f2-b0c772b055d9'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:57:50.054335 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:57:50.057961 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:50.077581 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 7e677329-a0c2-4e33-aa74-755650d06186 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:57:50.102896 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Sync routers for ids ['9279da42-9074-4c93-9f9c-105973375698'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:57:50.111916 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:50.165930 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36852) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:50.210283 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=67e5d3dc-1116-4ca8-bc64-1003df61c023,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:50.212355 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:50.232039 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf212f31-7360-4266-9e1b-57040ef32e6d None None] Pushing event updated for resources: {'Port': ['ID=9813b255-b3f0-4346-a648-09b9893854b8,revision_number=3']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:50.239761 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-bf212f31-7360-4266-9e1b-57040ef32e6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:50.260347 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:50.266132 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:50.266618 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:50.304116 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Routers {'9279da42-9074-4c93-9f9c-105973375698'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:57:50.305040 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:57:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9279da42-9074-4c93-9f9c-105973375698'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:57:50.307974 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:50.315731 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:50.365930 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] Notify callbacks [] for router, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:50.371290 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-90f20ac6-6057-4870-afb3-30f7c6f70a2a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7868373 Sep 15 08:57:50.374016 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36866) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:50.429495 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] Set router f52970e1-7e63-46c1-a8f2-b0c772b055d9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:57:50.480381 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:50.539326 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:50.546065 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Set router 9279da42-9074-4c93-9f9c-105973375698 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:57:50.584979 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2393949 Sep 15 08:57:50.616809 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36876) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:50.633670 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-aeccc7e0-e4ea-4722-9f97-39ae3a37fab7 req-64765e97-e429-4f83-b768-246b1db6c058 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 210 time: 0.2775462 Sep 15 08:57:50.718903 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] Request body: {'subnet': {'network_id': '46d1c946-0143-4631-bafb-93b35b6b4f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1651461370-subnet', 'tenant_id': 'df0f4aa495344013ad0f1530a4799ad7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:50.739679 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:50.758590 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Network 99cf6cad-714d-48b4-a18f-48890cca455e is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:57:50.761183 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0e6406ce-bdb2-4a60-8603-b8332bbc5939 req-d5db5b92-5a6a-4bab-a65f-5f0b86a32c03 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 210 time: 0.1176362 Sep 15 08:57:50.767436 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Pushing event updated for resources: {'Network': ['ID=46d1c946-0143-4631-bafb-93b35b6b4f55,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:50.774412 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] Usage tracker for resource:subnet and tenant:df0f4aa495344013ad0f1530a4799ad7 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:50.779162 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:57:50.780618 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:50.782375 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:50.786649 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:57:50.787114 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8205524'] for router_interface, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:50.788141 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-daf0a798-ba45-4143-9959-61553d247123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:50.800241 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Pushing event updated for resources: {'Port': ['ID=7cf36967-328b-4ae1-9ce7-b6bd273a4bc3,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:50.800241 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:50.807508 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:50.816049 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network 46d1c946-0143-4631-bafb-93b35b6b4f55 details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:57:50.877032 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-daf0a798-ba45-4143-9959-61553d247123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:50.882024 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] Made reservation on behalf of df0f4aa495344013ad0f1530a4799ad7 for: {'subnet': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:57:50.894813 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:50.928585 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-daf0a798-ba45-4143-9959-61553d247123 admin admin] Usage tracker for resource:security_group_rule and tenant:071cdcab84a442888a0192e8a3672778 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:50.942212 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-daf0a798-ba45-4143-9959-61553d247123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:51.053291 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:51.057346 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-daf0a798-ba45-4143-9959-61553d247123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:51.110768 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port 7e677329-a0c2-4e33-aa74-755650d06186 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:57:51.130028 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 7e677329-a0c2-4e33-aa74-755650d06186 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:57:51.130410 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:51.276635 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-daf0a798-ba45-4143-9959-61553d247123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:51.367571 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 is scheduled to L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f with binding_index 1 {{(pid=75825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:57:51.370028 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124093249-router', 'tenant_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9813b255-b3f0-4346-a648-09b9893854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:42Z', 'updated_at': '2021-09-15T08:57:45Z', 'revision_number': 3, 'project_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'gw_port': {'id': '9813b255-b3f0-4346-a648-09b9893854b8', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:57:51.376625 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-daf0a798-ba45-4143-9959-61553d247123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:51.383912 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:51.391564 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7772c00-cba9-415d-841c-97858e6cc6df None None] The sync data for ids ['f52970e1-7e63-46c1-a8f2-b0c772b055d9'] in dv-cinder-806008-2-iscsi is: [{'id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124093249-router', 'tenant_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9813b255-b3f0-4346-a648-09b9893854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:42Z', 'updated_at': '2021-09-15T08:57:45Z', 'revision_number': 3, 'project_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'gw_port': {'id': '9813b255-b3f0-4346-a648-09b9893854b8', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}] {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:57:51.446264 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for subnet, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:51.476766 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:51.496240 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0a798-ba45-4143-9959-61553d247123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99429f8e-6f90-44cf-9c72-d87c5252cd77,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:51.510156 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-daf0a798-ba45-4143-9959-61553d247123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:51.560259 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:51.564658 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port 7e677329-a0c2-4e33-aa74-755650d06186, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=7e677329-a0c2-4e33-aa74-755650d06186,segment=NetworkSegment(78ca8c3b-1126-41fe-ae79-2dbb854e5a16),segment_id=78ca8c3b-1126-41fe-ae79-2dbb854e5a16)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:57:51.569795 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:46Z', 'revision_number': 3, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:57:51.590646 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Checking router: 9279da42-9074-4c93-9f9c-105973375698 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:57:51.591085 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Updating router 9279da42-9074-4c93-9f9c-105973375698 port 92115c01-2ffb-41ab-9e65-aae9aa88cb5e binding host dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:57:51.633992 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-c5b8653d-1cb8-4685-bd59-bec71c9afa53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:51.697762 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:51.704341 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-daf0a798-ba45-4143-9959-61553d247123 admin admin] Synchronizing usage tracker for tenant:9cd10d0e12c741c3ade0d9ff66b21144 on resource:security_group {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:57:51.728209 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:51.777566 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:51.783600 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7527372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8194671'] for router_interface, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:51.798497 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:51.815097 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:51.954441 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-fd4a200a-03b8-4a3f-9531-42097675e173 None None] Provisioning complete for port 7e677329-a0c2-4e33-aa74-755650d06186 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:57:51.954804 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fd4a200a-03b8-4a3f-9531-42097675e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:52.040852 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-868af19a-2320-46c9-99c7-13452178cb41 req-0981d093-831b-4999-a781-66804c092ba0 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 210 time: 0.2235410 Sep 15 08:57:52.041524 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e6adc59-979a-40d4-b7ab-e4c5aa2bec3c,revision_number=0']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:52.045910 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] Checking segment: {'id': '6d9d440f-8e53-48d2-aea1-6f742539dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '46d1c946-0143-4631-bafb-93b35b6b4f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:57:52.049406 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] Network hostable DHCP agents. Network: 46d1c946-0143-4631-bafb-93b35b6b4f55, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:57:52.053635 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:52.053979 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 67e5d3dc-1116-4ca8-bc64-1003df61c023 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:57:52.054290 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-daf0a798-ba45-4143-9959-61553d247123 admin admin] Unset dirty status for tenant:9cd10d0e12c741c3ade0d9ff66b21144 on resource:security_group {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:57:52.058309 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-daf0a798-ba45-4143-9959-61553d247123 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=071cdcab84a442888a0192e8a3672778&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8884656 Sep 15 08:57:52.060507 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36918) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:52.211646 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-38413e77-9dd8-4ff8-b865-f082b293949e req-e176eb07-7082-495e-9a55-3110b9385d20 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 210 time: 0.2264974 Sep 15 08:57:52.225068 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Network 99cf6cad-714d-48b4-a18f-48890cca455e is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:57:52.233622 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:57:52.404323 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-728bfd99-e24c-46f3-929e-34a3ac0135bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:52.430329 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] Network 46d1c946-0143-4631-bafb-93b35b6b4f55 is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:57:52.497527 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-728bfd99-e24c-46f3-929e-34a3ac0135bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:52.523107 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Pushing event updated for resources: {'Port': ['ID=7cf36967-328b-4ae1-9ce7-b6bd273a4bc3,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:52.529283 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:52.558254 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, 46d1c946-0143-4631-bafb-93b35b6b4f55) {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:57:52.580730 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:52.581279 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:52.609431 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 67e5d3dc-1116-4ca8-bc64-1003df61c023 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:57:52.610019 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:52.677105 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:57:52.687174 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=7e677329-a0c2-4e33-aa74-755650d06186,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:52.691796 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Sync routers for ids ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'] in dv-cinder-806008-2-iscsi {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:57:52.719301 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Routers {'ddccbcd1-28f6-46b8-94f0-ed9334b446c9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:57:52.720490 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:57:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:57:52.731989 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157bd463-fdd6-4174-9b04-afc909540c9a None None] Network 46d1c946-0143-4631-bafb-93b35b6b4f55 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:57:52.733409 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0930662 Sep 15 08:57:52.758614 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.031s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:52.806679 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Notify callbacks [] for router, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:52.808295 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0984070 Sep 15 08:57:52.810272 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-728bfd99-e24c-46f3-929e-34a3ac0135bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:52.813389 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-728bfd99-e24c-46f3-929e-34a3ac0135bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:52.815715 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-728bfd99-e24c-46f3-929e-34a3ac0135bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99429f8e-6f90-44cf-9c72-d87c5252cd77 HTTP/1.1" status: 204 len: 168 time: 0.7520394 Sep 15 08:57:52.815715 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36942) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:52.822806 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:52.980036 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36950) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:53.012244 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bfd99-e24c-46f3-929e-34a3ac0135bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99429f8e-6f90-44cf-9c72-d87c5252cd77,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:53.016319 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-728bfd99-e24c-46f3-929e-34a3ac0135bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:53.238392 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Set router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:57:53.262074 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbdb8b6-bc80-47c9-b582-f380026b0913 admin admin] Deleting subnet 9cbce0ec-ac19-4294-a7f4-739dd4b9d0a7 {{(pid=75826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:57:53.265217 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8fbdb8b6-bc80-47c9-b582-f380026b0913 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:53.321120 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8fbdb8b6-bc80-47c9-b582-f380026b0913 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:53.328491 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8fbdb8b6-bc80-47c9-b582-f380026b0913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630464'] for subnet, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:53.342952 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36958) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:53.380846 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4705ec34-77db-4560-8607-19e2ebbac8f3 None None] Network 46d1c946-0143-4631-bafb-93b35b6b4f55 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:57:53.489992 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Notify callbacks [] for port, precommit_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:53.520480 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Transition to ACTIVE for port object 92115c01-2ffb-41ab-9e65-aae9aa88cb5e will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:57:53.644010 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:53.654306 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-01559d2d-9bf0-41ff-8491-f464bf24dcc6 req-64fefbfe-179e-4823-952d-833f606b5bff tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 210 time: 0.1962483 Sep 15 08:57:53.661351 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:53.737399 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8fbdb8b6-bc80-47c9-b582-f380026b0913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for subnet, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:53.767599 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6b9e2010-98e6-4636-a9c5-fdd79133d4b5 req-d9f8269a-da32-4f82-8211-d0e1c83a1b56 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 210 time: 0.1621220 Sep 15 08:57:53.802914 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:53.881486 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Router f52970e1-7e63-46c1-a8f2-b0c772b055d9 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:57:53.916660 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Attempting to bind port 92115c01-2ffb-41ab-9e65-aae9aa88cb5e on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:57:53.917424 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Attempting to bind port 92115c01-2ffb-41ab-9e65-aae9aa88cb5e by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:57:53.917424 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Attempting to bind port 92115c01-2ffb-41ab-9e65-aae9aa88cb5e on network 9e4362ae-5b83-4f46-9c62-0914bea87c2f {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:57:53.929886 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d92a6-a660-400c-8e50-a5b46c4949a8 None None] Pushing event updated for resources: {'Port': ['ID=92115c01-2ffb-41ab-9e65-aae9aa88cb5e,revision_number=2']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:53.932679 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-795d92a6-a660-400c-8e50-a5b46c4949a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:53.938193 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:49Z', 'revision_number': 3, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:57:53.949360 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Checking router: ddccbcd1-28f6-46b8-94f0-ed9334b446c9 for host: dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:57:53.950287 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Updating router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 port c8df4e5b-5c7e-4726-960d-add653efd1d5 binding host dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:57:53.953468 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdb8b6-bc80-47c9-b582-f380026b0913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cbce0ec-ac19-4294-a7f4-739dd4b9d0a7,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:53.975427 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:57:53.975796 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Checking segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:57:53.976238 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:53.976619 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Bound using segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:57:53.977099 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Bound port: 92115c01-2ffb-41ab-9e65-aae9aa88cb5e, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:57:53.977459 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:53.988186 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8fbdb8b6-bc80-47c9-b582-f380026b0913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:54.017520 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.20', 51079) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:54.077095 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 9813b255-b3f0-4346-a648-09b9893854b8 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:57:54.084293 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:54.202614 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] For port 92115c01-2ffb-41ab-9e65-aae9aa88cb5e, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:57:54.218632 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] For port 92115c01-2ffb-41ab-9e65-aae9aa88cb5e, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=92115c01-2ffb-41ab-9e65-aae9aa88cb5e,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:57:54.227960 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-14ec03a1-5bc7-4553-8150-9d35c436dd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:54.260962 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8fbdb8b6-bc80-47c9-b582-f380026b0913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:54.276591 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-14ec03a1-5bc7-4553-8150-9d35c436dd5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:54.282494 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-14ec03a1-5bc7-4553-8150-9d35c436dd5d admin admin] Usage tracker for resource:security_group_rule and tenant:63fb3385c01c4c64a8c65986f0995377 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:54.287101 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:54.288080 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-14ec03a1-5bc7-4553-8150-9d35c436dd5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:54.290698 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port 9813b255-b3f0-4346-a648-09b9893854b8 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:57:54.295609 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-14ec03a1-5bc7-4553-8150-9d35c436dd5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:54.312339 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:54.331542 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-8fbdb8b6-bc80-47c9-b582-f380026b0913 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9cbce0ec-ac19-4294-a7f4-739dd4b9d0a7 HTTP/1.1" status: 204 len: 168 time: 1.3492188 Sep 15 08:57:54.338673 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 36980) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:54.370624 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 9813b255-b3f0-4346-a648-09b9893854b8 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:57:54.372056 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:54.477617 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-14ec03a1-5bc7-4553-8150-9d35c436dd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:54.573316 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-14ec03a1-5bc7-4553-8150-9d35c436dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:54.592475 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-9fe059b3-539d-46e1-b985-df7dcc0e01b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:54.627359 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:54.667195 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port 9813b255-b3f0-4346-a648-09b9893854b8, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=9813b255-b3f0-4346-a648-09b9893854b8,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:57:54.679716 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Routers {'9279da42-9074-4c93-9f9c-105973375698'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:57:54.680487 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:57:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9279da42-9074-4c93-9f9c-105973375698'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:57:54.683464 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec03a1-5bc7-4553-8150-9d35c436dd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4836d840-350b-4795-a670-cb7179e734a9,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:54.689769 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:54.698367 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-14ec03a1-5bc7-4553-8150-9d35c436dd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:54.703962 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-14ec03a1-5bc7-4553-8150-9d35c436dd5d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63fb3385c01c4c64a8c65986f0995377&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3553841 Sep 15 08:57:54.706746 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 36988) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:54.723690 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.20', 51081) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:54.780777 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-80e5c234-e3e4-448d-b4bb-5de7962fe234 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:54.782333 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-80e5c234-e3e4-448d-b4bb-5de7962fe234 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.20 "GET /v2.0/networks?id=1c409703-0674-4cbb-9f3e-f398f357604d HTTP/1.1" status: 200 len: 814 time: 0.6804152 Sep 15 08:57:54.819996 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Notify callbacks [] for port, precommit_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:54.853108 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.provisioning_blocks [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Transition to ACTIVE for port object c8df4e5b-5c7e-4726-960d-add653efd1d5 will not be triggered until provisioned by entity L2. {{(pid=75829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:57:54.896205 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620022'] for network, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:54.908981 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Request body: {'port': {'device_id': '5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f', 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d', 'admin_state_up': True, 'tenant_id': 'b1349b239f2142be8df3073348f83d4b'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:54.943513 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:54.950182 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-97bf7afa-8313-4a1b-af4e-375a8706faf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:55.008557 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:55.035145 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d92a6-a660-400c-8e50-a5b46c4949a8 None None] Pushing event updated for resources: {'Port': ['ID=92115c01-2ffb-41ab-9e65-aae9aa88cb5e,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:55.081361 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] Set router 9279da42-9074-4c93-9f9c-105973375698 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:57:55.089129 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f97c1b-5bb4-4466-9387-0b43661d9534 None None] Pushing event updated for resources: {'Port': ['ID=c8df4e5b-5c7e-4726-960d-add653efd1d5,revision_number=2']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:55.099054 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-25f97c1b-5bb4-4466-9387-0b43661d9534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:55.120519 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-446144f9-d967-45fe-a700-6ce0c00ac33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:55.156302 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Attempting to bind port c8df4e5b-5c7e-4726-960d-add653efd1d5 on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:57:55.156302 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Attempting to bind port c8df4e5b-5c7e-4726-960d-add653efd1d5 by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:57:55.156302 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Attempting to bind port c8df4e5b-5c7e-4726-960d-add653efd1d5 on network 9e4362ae-5b83-4f46-9c62-0914bea87c2f {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:57:55.156597 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-446144f9-d967-45fe-a700-6ce0c00ac33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:55.168644 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:57:55.169118 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Checking segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:57:55.169526 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:55.169923 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Bound using segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:57:55.170515 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Bound port: c8df4e5b-5c7e-4726-960d-add653efd1d5, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:57:55.170917 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:55.249203 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-77ea0b7f-68ab-4e57-ace2-90dda7069b42 req-1b85fc35-60c5-47ac-bc46-42cf49cadc6b tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 210 time: 0.1800771 Sep 15 08:57:55.316531 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-446144f9-d967-45fe-a700-6ce0c00ac33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:55.334936 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:55.361347 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91944829-c6cc-438b-9e81-2493d93a5626 req-a3bb67a3-65a8-4fd7-ab5b-045e96e0008f tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:55.362514 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-91944829-c6cc-438b-9e81-2493d93a5626 req-a3bb67a3-65a8-4fd7-ab5b-045e96e0008f tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Synchronizing usage tracker for tenant:79788e6decc74ae4b1d9bd92aa35a8ab on resource:network {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:57:55.377201 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] For port c8df4e5b-5c7e-4726-960d-add653efd1d5, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:57:55.379197 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446144f9-d967-45fe-a700-6ce0c00ac33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4836d840-350b-4795-a670-cb7179e734a9,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:55.383439 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] For port c8df4e5b-5c7e-4726-960d-add653efd1d5, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=c8df4e5b-5c7e-4726-960d-add653efd1d5,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:57:55.391032 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-446144f9-d967-45fe-a700-6ce0c00ac33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:55.408817 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-795d92a6-a660-400c-8e50-a5b46c4949a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.097s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:55.412585 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:55.418745 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-446144f9-d967-45fe-a700-6ce0c00ac33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:55.420499 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-446144f9-d967-45fe-a700-6ce0c00ac33e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4836d840-350b-4795-a670-cb7179e734a9 HTTP/1.1" status: 204 len: 168 time: 0.7008681 Sep 15 08:57:55.438345 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-bf39fc4d-dbdd-4db0-8882-3cbe946492b8 req-8c92e722-11ec-4dec-a8ac-d374960c7954 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 210 time: 0.3531756 Sep 15 08:57:55.475475 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:55.480054 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:55.531426 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-91944829-c6cc-438b-9e81-2493d93a5626 req-a3bb67a3-65a8-4fd7-ab5b-045e96e0008f tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Unset dirty status for tenant:79788e6decc74ae4b1d9bd92aa35a8ab on resource:network {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:57:55.546329 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-a3bb67a3-65a8-4fd7-ab5b-045e96e0008f tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.20 "GET /v2.0/networks?id=5a040df8-ed58-4b30-86be-d147eeae93bb HTTP/1.1" status: 200 len: 811 time: 0.8206739 Sep 15 08:57:55.547042 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 7e677329-a0c2-4e33-aa74-755650d06186 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:57:55.602697 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-916fb92f-d2ea-4eb4-9541-11c4d95dedb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:55.616754 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f97c1b-5bb4-4466-9387-0b43661d9534 None None] Pushing event updated for resources: {'Port': ['ID=c8df4e5b-5c7e-4726-960d-add653efd1d5,revision_number=3']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:55.633947 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-25f97c1b-5bb4-4466-9387-0b43661d9534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:55.665719 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Routers {'ddccbcd1-28f6-46b8-94f0-ed9334b446c9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:57:55.666548 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:57:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:57:55.683230 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [req-91944829-c6cc-438b-9e81-2493d93a5626 req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Request body: {'port': {'device_id': '4e110435-269e-4721-b7e3-37454d25489c', 'network_id': '5a040df8-ed58-4b30-86be-d147eeae93bb', 'admin_state_up': True, 'tenant_id': '79788e6decc74ae4b1d9bd92aa35a8ab'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:55.685734 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=9813b255-b3f0-4346-a648-09b9893854b8,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:55.700020 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:55.713105 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628807', 'neutron.services.segments.db._delete_segments_for_network-8733233187485'] for network, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:55.731622 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:57:55.737340 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:57:55.737340 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:57:55.737340 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Subscribe: > port after_create 55550000 {{(pid=75826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:57:55.737340 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:57:55.737340 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Subscribe: > port after_update 55550000 {{(pid=75826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:57:55.737340 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:57:55.737340 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:57:55.737340 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:57:55.737340 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:57:55.782526 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 7e677329-a0c2-4e33-aa74-755650d06186 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:57:55.782526 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:55.932279 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:46Z', 'revision_number': 3, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:57:55.950011 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Allocated IP 172.20.0.1 (2a7d9519-adcd-45df-bd0a-0005f95484a0/16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c/3bd06912-67fb-4005-8ed1-9705fc882185) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:57:55.972372 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d55824-a755-4dbb-864a-ff7379be2202 None None] The sync data for ids ['9279da42-9074-4c93-9f9c-105973375698'] in dv-cinder-806008-2-iscsi is: [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:46Z', 'revision_number': 3, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:57:55.994595 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:57:55.994964 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:57:55.996785 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:57:56.001524 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:57:56.001915 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af257d6c-21d4-4fb1-8c7c-2e7dc37f4e3e']}} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:57:56.235790 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f311f65-0975-4fcc-b154-3f530a286fa1') {'for_net_delete': True} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:57:56.235790 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f311f65-0975-4fcc-b154-3f530a286fa1') {} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:57:56.235790 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733233221816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739162'] for segment, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:56.235790 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:56.235790 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=75826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:57:56.235790 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-630388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7705220'] for segment, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:56.241929 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 9813b255-b3f0-4346-a648-09b9893854b8 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:57:56.243731 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-91944829-c6cc-438b-9e81-2493d93a5626 req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:56.243731 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-91944829-c6cc-438b-9e81-2493d93a5626 req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Usage tracker for resource:port and tenant:79788e6decc74ae4b1d9bd92aa35a8ab is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:56.243731 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-91944829-c6cc-438b-9e81-2493d93a5626 req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:56.243731 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-91944829-c6cc-438b-9e81-2493d93a5626 req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:56.251001 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] Set router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: util.warn_limited( Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: Traceback (most recent call last): Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: timer() Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: cb(*args, **kw) Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: return func(*args, **kwargs) Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: self._notify() Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: self.callback(batched_events) Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: event.method(event) Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: return f(self, *a, **k) Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._get(url).json() Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: return self.request(url, 'GET', **kwargs) Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:57:56.365833 dv-cinder-806008-2-iscsi neutron-server[75826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:57:56.458003 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91944829-c6cc-438b-9e81-2493d93a5626 req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Made reservation on behalf of 79788e6decc74ae4b1d9bd92aa35a8ab for: {'port': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:57:56.459482 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:57:56.464808 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-91944829-c6cc-438b-9e81-2493d93a5626 req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:56.485135 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Sync routers for ids ['f52970e1-7e63-46c1-a8f2-b0c772b055d9'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:57:56.492436 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 9813b255-b3f0-4346-a648-09b9893854b8 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:57:56.492824 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:56.500671 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8205405'] for network, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:56.630685 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Routers {'f52970e1-7e63-46c1-a8f2-b0c772b055d9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:57:56.654280 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:57:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['f52970e1-7e63-46c1-a8f2-b0c772b055d9'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:57:56.670745 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] 10.222.0.39 "PUT /v2.0/routers/f52970e1-7e63-46c1-a8f2-b0c772b055d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1870501 Sep 15 08:57:56.676270 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:56.814685 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:56.888026 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 37054) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:56.942480 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:56.950430 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] 10.222.0.39 "DELETE /v2.0/networks/af257d6c-21d4-4fb1-8c7c-2e7dc37f4e3e HTTP/1.1" status: 204 len: 168 time: 2.6054106 Sep 15 08:57:56.960391 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 37056) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:56.963976 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Usage tracker for resource:port and tenant:b1349b239f2142be8df3073348f83d4b is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:56.985099 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Pushing event deleted for resources: {'Network': ['ID=af257d6c-21d4-4fb1-8c7c-2e7dc37f4e3e,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:57.001222 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [req-91944829-c6cc-438b-9e81-2493d93a5626 req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Allocated IP 172.20.0.14 (5a040df8-ed58-4b30-86be-d147eeae93bb/ae4edf4a-6cc2-4df6-a379-84db7e89c5ad/3cba594d-903b-492b-a4d0-9d8c4dfb821f) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:57:57.016021 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7208c802-5b23-4b31-b125-24bd248047f7 req-5dc22f66-e5f2-4b9f-b3b5-10cae64c6942 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 210 time: 0.4033208 Sep 15 08:57:57.024939 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:57.102291 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:57.173382 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:57.207934 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Allocated IP 172.20.0.1 (dee31690-1b17-41a7-9226-bbc0b9faff0c/c69077b5-d8c6-4f9f-8dc8-1e62fce814b7/13229827-0414-4a3d-8f4e-892feee9cf94) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:57:57.212524 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0b5f9800-c1bc-4fe6-b3e5-fa3b3117d4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:57.306784 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc27663e-c9b7-47ea-86d6-bd4a31606392 admin admin] Deleting subnet 6e6adc59-979a-40d4-b7ab-e4c5aa2bec3c {{(pid=75826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:57:57.388904 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-dc27663e-c9b7-47ea-86d6-bd4a31606392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:57.389090 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Set router f52970e1-7e63-46c1-a8f2-b0c772b055d9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:57:57.476599 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Made reservation on behalf of b1349b239f2142be8df3073348f83d4b for: {'port': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:57:57.480787 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:57.590724 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d3db6bb0-ed47-49b0-91a8-e6df336dd596 req-087072a3-8ad1-4874-bb46-363b2f01e3f2 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 210 time: 0.3015645 Sep 15 08:57:57.713694 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:49Z', 'revision_number': 3, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:57:57.726611 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50c587-4f23-482b-82dc-ff84a8019a5d None None] The sync data for ids ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'] in dv-cinder-806008-2-iscsi is: [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:49Z', 'revision_number': 3, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}] {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:57:57.730616 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:57.751328 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-dc27663e-c9b7-47ea-86d6-bd4a31606392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739139'] for subnet, precommit_delete_associations {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:57.779969 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.provisioning_blocks [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Transition to ACTIVE for port object 3bd06912-67fb-4005-8ed1-9705fc882185 will not be triggered until provisioned by entity DHCP. {{(pid=75825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:57:57.789585 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-91944829-c6cc-438b-9e81-2493d93a5626 req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:57.860012 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-0b5f9800-c1bc-4fe6-b3e5-fa3b3117d4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:57.892546 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:57.894219 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-0b5f9800-c1bc-4fe6-b3e5-fa3b3117d4f2 admin admin] Usage tracker for resource:security_group_rule and tenant:568a3f92d09b47b0b3f00fd1fb831238 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:57.897810 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-522bc527-c55d-4ddb-851e-e98fb8ec3ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:57.899822 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-0b5f9800-c1bc-4fe6-b3e5-fa3b3117d4f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:57.913969 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-0b5f9800-c1bc-4fe6-b3e5-fa3b3117d4f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:57.969122 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-91944829-c6cc-438b-9e81-2493d93a5626 req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:58.036185 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-dc27663e-c9b7-47ea-86d6-bd4a31606392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630464'] for subnet, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:58.119948 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Pushing event updated for resources: {'Port': ['ID=3bd06912-67fb-4005-8ed1-9705fc882185,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:58.145665 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:58.146163 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:58.192589 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 92115c01-2ffb-41ab-9e65-aae9aa88cb5e up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:57:58.233915 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0b5f9800-c1bc-4fe6-b3e5-fa3b3117d4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:58.310912 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0b5f9800-c1bc-4fe6-b3e5-fa3b3117d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:58.320256 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:58.356456 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-3c0c8e6a-82e6-4afb-be9e-7c1038b037eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:58.360688 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124093249-router', 'tenant_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9813b255-b3f0-4346-a648-09b9893854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:42Z', 'updated_at': '2021-09-15T08:57:50Z', 'revision_number': 4, 'project_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'gw_port': {'id': '9813b255-b3f0-4346-a648-09b9893854b8', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '7cf36967-328b-4ae1-9ce7-b6bd273a4bc3', 'name': '', 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e', 'tenant_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'mac_address': 'fa:16:3e:2b:8f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d3741a-a3a3-4d75-a034-fc6e7362caaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:49Z', 'updated_at': '2021-09-15T08:57:51Z', 'revision_number': 2, 'project_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'subnets': [{'id': '82d3741a-a3a3-4d75-a034-fc6e7362caaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:57:58.366070 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Checking router: f52970e1-7e63-46c1-a8f2-b0c772b055d9 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:57:58.366547 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Updating router f52970e1-7e63-46c1-a8f2-b0c772b055d9 port 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3 binding host dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:57:58.423767 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 37078) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:58.424909 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port 92115c01-2ffb-41ab-9e65-aae9aa88cb5e completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:57:58.434275 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Pushing event updated for resources: {'Port': ['ID=3cba594d-903b-492b-a4d0-9d8c4dfb821f,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:58.442151 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:58.442432 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 92115c01-2ffb-41ab-9e65-aae9aa88cb5e triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:57:58.442914 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:58.445087 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Network 2a7d9519-adcd-45df-bd0a-0005f95484a0 is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:57:58.479050 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:57:58.489005 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91944829-c6cc-438b-9e81-2493d93a5626 req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Network 5a040df8-ed58-4b30-86be-d147eeae93bb is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:57:58.496947 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:57:58.497593 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8205524'] for router_interface, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:58.517534 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f9800-c1bc-4fe6-b3e5-fa3b3117d4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0207cc1b-9018-4ea1-98ad-41d22be5716f,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:58.522437 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:58.533481 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-0b5f9800-c1bc-4fe6-b3e5-fa3b3117d4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:58.534725 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [req-91944829-c6cc-438b-9e81-2493d93a5626 req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:57:58.541554 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-0b5f9800-c1bc-4fe6-b3e5-fa3b3117d4f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=568a3f92d09b47b0b3f00fd1fb831238&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5878501 Sep 15 08:57:58.545532 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 37084) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:58.546414 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [req-91944829-c6cc-438b-9e81-2493d93a5626 req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:57:58.550698 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91944829-c6cc-438b-9e81-2493d93a5626 req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:58.551340 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-91944829-c6cc-438b-9e81-2493d93a5626 req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:58.555259 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Allocated IP 172.20.0.6 (1c409703-0674-4cbb-9f3e-f398f357604d/599314a5-b7e7-4604-bd49-77181d9b73d9/763240a6-6f8f-4069-b175-a718036b4722) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:57:58.613168 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Transition to ACTIVE for port object 13229827-0414-4a3d-8f4e-892feee9cf94 will not be triggered until provisioned by entity DHCP. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:57:58.622804 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-dc27663e-c9b7-47ea-86d6-bd4a31606392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7705306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6737172'] for subnet, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:58.659924 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:58.763088 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27663e-c9b7-47ea-86d6-bd4a31606392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e6adc59-979a-40d4-b7ab-e4c5aa2bec3c,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:58.779278 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-dc27663e-c9b7-47ea-86d6-bd4a31606392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:58.790166 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1449368 Sep 15 08:57:58.839212 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:58.850610 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-dc27663e-c9b7-47ea-86d6-bd4a31606392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:58.875052 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-edc4f93c-a165-498a-bcae-55cb53aad326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:58.879370 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91b069-4a40-4aaa-b4ad-7248044f6a00 req-36bd35f8-ce95-461b-84b3-45f961a8cd30 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:57:58.880599 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-db91b069-4a40-4aaa-b4ad-7248044f6a00 req-36bd35f8-ce95-461b-84b3-45f961a8cd30 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Synchronizing usage tracker for tenant:79788e6decc74ae4b1d9bd92aa35a8ab on resource:port {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:57:58.906348 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-dc27663e-c9b7-47ea-86d6-bd4a31606392 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6e6adc59-979a-40d4-b7ab-e4c5aa2bec3c HTTP/1.1" status: 204 len: 168 time: 1.9287198 Sep 15 08:57:58.909702 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 37090) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:57:58.991457 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-1cd6bd9a-74ab-403b-9e9d-4ddb5bf531d3 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=75825) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:57:58.993073 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-1cd6bd9a-74ab-403b-9e9d-4ddb5bf531d3 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0126853 Sep 15 08:57:58.994367 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-ed555b24-4848-4560-85aa-c24486a3c137 None None] Provisioning for port 3bd06912-67fb-4005-8ed1-9705fc882185 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:57:59.001036 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-db91b069-4a40-4aaa-b4ad-7248044f6a00 req-36bd35f8-ce95-461b-84b3-45f961a8cd30 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Unset dirty status for tenant:79788e6decc74ae4b1d9bd92aa35a8ab on resource:port {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:57:59.012778 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-db91b069-4a40-4aaa-b4ad-7248044f6a00 req-36bd35f8-ce95-461b-84b3-45f961a8cd30 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 932 time: 0.5712814 Sep 15 08:57:59.023055 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-ed555b24-4848-4560-85aa-c24486a3c137 None None] Provisioning complete for port 3bd06912-67fb-4005-8ed1-9705fc882185 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:57:59.023429 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ed555b24-4848-4560-85aa-c24486a3c137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:59.066251 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-218211dc-102b-4942-9eea-966284e0f658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:59.095820 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:59.117593 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-218211dc-102b-4942-9eea-966284e0f658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:59.136442 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:59.136628 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c19a6bb0-e898-47f4-ac36-62b602bde925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:59.188209 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port 92115c01-2ffb-41ab-9e65-aae9aa88cb5e, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=92115c01-2ffb-41ab-9e65-aae9aa88cb5e,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:57:59.189296 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-ed555b24-4848-4560-85aa-c24486a3c137 None None] Port 3bd06912-67fb-4005-8ed1-9705fc882185 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:57:59.342778 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Notify callbacks [] for port, precommit_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:59.357888 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Request body: {'port': {'device_id': '4e110435-269e-4721-b7e3-37454d25489c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:57:59.361231 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Transition to ACTIVE for port object 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3 will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:57:59.384054 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:59.389119 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-db91b069-4a40-4aaa-b4ad-7248044f6a00 req-c0e3154b-0549-4ec5-ba61-ac44c29ab400 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Synchronizing usage tracker for tenant:79788e6decc74ae4b1d9bd92aa35a8ab on resource:security_group {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:57:59.392198 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:59.403302 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-218211dc-102b-4942-9eea-966284e0f658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:59.430533 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:57:59.467698 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-edc4f93c-a165-498a-bcae-55cb53aad326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:57:59.469240 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218211dc-102b-4942-9eea-966284e0f658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0207cc1b-9018-4ea1-98ad-41d22be5716f,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:59.476812 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-218211dc-102b-4942-9eea-966284e0f658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:59.478305 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-218211dc-102b-4942-9eea-966284e0f658 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0207cc1b-9018-4ea1-98ad-41d22be5716f HTTP/1.1" status: 204 len: 168 time: 0.9085784 Sep 15 08:57:59.479333 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-218211dc-102b-4942-9eea-966284e0f658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:59.483203 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-edc4f93c-a165-498a-bcae-55cb53aad326 admin admin] Usage tracker for resource:security_group_rule and tenant:a6c21ff6bfa8470f99e9c3fe4cc38f78 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:57:59.493439 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c5630948-0717-469f-9ac9-56706c51e534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620022'] for network, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:59.510693 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-edc4f93c-a165-498a-bcae-55cb53aad326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:57:59.526343 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-edc4f93c-a165-498a-bcae-55cb53aad326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:57:59.535125 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Network dee31690-1b17-41a7-9226-bbc0b9faff0c is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:57:59.536603 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:59.545077 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Pushing event updated for resources: {'Port': ['ID=13229827-0414-4a3d-8f4e-892feee9cf94,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:59.554489 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:59.555457 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:57:59.564798 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:57:59.639173 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:59.665269 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-db91b069-4a40-4aaa-b4ad-7248044f6a00 req-c0e3154b-0549-4ec5-ba61-ac44c29ab400 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Unset dirty status for tenant:79788e6decc74ae4b1d9bd92aa35a8ab on resource:security_group {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:57:59.676159 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-db91b069-4a40-4aaa-b4ad-7248044f6a00 req-c0e3154b-0549-4ec5-ba61-ac44c29ab400 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6621268 Sep 15 08:57:59.725794 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8205524'] for router_interface, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:59.822118 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=92115c01-2ffb-41ab-9e65-aae9aa88cb5e,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:57:59.845141 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:57:59.845656 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:59.873421 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:57:59.905416 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:00.043187 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-81dd9c54-917d-4bf1-953f-6e891a8c6a46 req-1b39e9b6-6413-4b5e-990f-7f17c5bf482d tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 210 time: 0.0636449 Sep 15 08:58:00.047954 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:00.051574 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7527372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8194671'] for router_interface, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:00.058239 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:00.117324 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Attempting to bind port 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3 on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:58:00.117696 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Attempting to bind port 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3 by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': 'd7140ae3-635c-4fb5-88b0-420b9f11a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:58:00.117812 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c5630948-0717-469f-9ac9-56706c51e534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628807', 'neutron.services.segments.db._delete_segments_for_network-8733233187485'] for network, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:00.118059 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Attempting to bind port 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3 on network 99cf6cad-714d-48b4-a18f-48890cca455e {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:58:00.127038 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Pushing event updated for resources: {'Port': ['ID=3bd06912-67fb-4005-8ed1-9705fc882185,revision_number=2']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:00.131867 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5e009-6c02-4905-b7da-24eb9c6fe5d6 None None] Pushing event updated for resources: {'Port': ['ID=7cf36967-328b-4ae1-9ce7-b6bd273a4bc3,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:00.132979 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:00.140838 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-edc4f93c-a165-498a-bcae-55cb53aad326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:00.141594 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-0af5e009-6c02-4905-b7da-24eb9c6fe5d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:00.152893 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:58:00.153553 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Checking segment: {'id': 'd7140ae3-635c-4fb5-88b0-420b9f11a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:58:00.153660 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:00.154027 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Bound using segment: {'id': 'd7140ae3-635c-4fb5-88b0-420b9f11a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:58:00.154524 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Bound port: 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7140ae3-635c-4fb5-88b0-420b9f11a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:58:00.154894 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:00.157338 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-c5630948-0717-469f-9ac9-56706c51e534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d1c946-0143-4631-bafb-93b35b6b4f55']}} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:58:00.174773 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:00.200242 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-c5630948-0717-469f-9ac9-56706c51e534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9d440f-8e53-48d2-aea1-6f742539dfd4') {'for_net_delete': True} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:58:00.200749 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-c5630948-0717-469f-9ac9-56706c51e534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9d440f-8e53-48d2-aea1-6f742539dfd4') {} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:58:00.213854 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-edc4f93c-a165-498a-bcae-55cb53aad326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:00.262682 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c5630948-0717-469f-9ac9-56706c51e534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733233221816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739162'] for segment, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:00.278306 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e5676cb0-2714-40de-8c72-a80f353ce1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:00.316166 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:00.321532 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c5630948-0717-469f-9ac9-56706c51e534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:00.344594 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 92115c01-2ffb-41ab-9e65-aae9aa88cb5e up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:58:00.377957 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5630948-0717-469f-9ac9-56706c51e534 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=75826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:58:00.378800 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c5630948-0717-469f-9ac9-56706c51e534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-630388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7705220'] for segment, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: Traceback (most recent call last): Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: timer() Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: cb(*args, **kw) Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: return func(*args, **kwargs) Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: self._notify() Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: self.callback(batched_events) Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: event.method(event) Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: return f(self, *a, **k) Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._get(url).json() Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: return self.request(url, 'GET', **kwargs) Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:58:00.403574 dv-cinder-806008-2-iscsi neutron-server[75826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:58:00.471163 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-67e3a604-60a1-4a4f-a4a8-c7db624ad390 None None] Provisioning for port 13229827-0414-4a3d-8f4e-892feee9cf94 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:58:00.495793 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4f93c-a165-498a-bcae-55cb53aad326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8727e9-df87-45ec-9650-80e61d70eb24,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:00.512677 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-67e3a604-60a1-4a4f-a4a8-c7db624ad390 None None] Provisioning complete for port 13229827-0414-4a3d-8f4e-892feee9cf94 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:00.513434 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-67e3a604-60a1-4a4f-a4a8-c7db624ad390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:00.515514 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-edc4f93c-a165-498a-bcae-55cb53aad326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:00.531556 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-edc4f93c-a165-498a-bcae-55cb53aad326 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a6c21ff6bfa8470f99e9c3fe4cc38f78&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0778759 Sep 15 08:58:00.531556 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:00.536451 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 37106) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:00.624197 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Network 1c409703-0674-4cbb-9f3e-f398f357604d is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:58:00.627404 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-67e3a604-60a1-4a4f-a4a8-c7db624ad390 None None] Port 13229827-0414-4a3d-8f4e-892feee9cf94 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:58:00.630011 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] For port 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:58:00.634408 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:58:00.634539 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] For port 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=7cf36967-328b-4ae1-9ce7-b6bd273a4bc3,segment=NetworkSegment(d7140ae3-635c-4fb5-88b0-420b9f11a994),segment_id=d7140ae3-635c-4fb5-88b0-420b9f11a994)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:58:00.650207 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 92115c01-2ffb-41ab-9e65-aae9aa88cb5e triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:00.650733 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:00.705102 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:58:00.713131 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:00.724895 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:00.756530 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Network 2a7d9519-adcd-45df-bd0a-0005f95484a0 is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:58:00.773782 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:58:00.808156 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c5630948-0717-469f-9ac9-56706c51e534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8205405'] for network, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:00.831487 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5e009-6c02-4905-b7da-24eb9c6fe5d6 None None] Pushing event updated for resources: {'Port': ['ID=7cf36967-328b-4ae1-9ce7-b6bd273a4bc3,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:00.842056 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-0af5e009-6c02-4905-b7da-24eb9c6fe5d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:00.898730 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Pushing event updated for resources: {'Port': ['ID=763240a6-6f8f-4069-b175-a718036b4722,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:00.914544 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c5630948-0717-469f-9ac9-56706c51e534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:00.960911 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-c5630948-0717-469f-9ac9-56706c51e534 admin admin] 10.222.0.39 "DELETE /v2.0/networks/46d1c946-0143-4631-bafb-93b35b6b4f55 HTTP/1.1" status: 204 len: 168 time: 2.0498052 Sep 15 08:58:00.978476 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Routers {'f52970e1-7e63-46c1-a8f2-b0c772b055d9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:58:00.979273 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:57:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['f52970e1-7e63-46c1-a8f2-b0c772b055d9'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:58:00.979642 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:00.980902 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:01.022194 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:01.024649 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1d0d62b9-93fb-4051-88b7-cf6819987a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:01.075403 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5630948-0717-469f-9ac9-56706c51e534 admin admin] Pushing event deleted for resources: {'Network': ['ID=46d1c946-0143-4631-bafb-93b35b6b4f55,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:01.080759 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c5630948-0717-469f-9ac9-56706c51e534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:01.154499 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2611449 Sep 15 08:58:01.155162 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-3e1201ec-ecb2-4f65-9d94-8f8ec2182d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:01.165394 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:01.237952 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.db.resource_extend [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 08:58:01.241181 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:01.249221 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Request body: {'port': {'device_id': '5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:01.312671 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:01.332818 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-b2b2f5d7-83b3-4b03-949c-b705a3617fb0 None None] Provisioning complete for port 3bd06912-67fb-4005-8ed1-9705fc882185 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:01.333351 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-b2b2f5d7-83b3-4b03-949c-b705a3617fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:01.344571 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-3e1201ec-ecb2-4f65-9d94-8f8ec2182d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:01.457428 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-b2b2f5d7-83b3-4b03-949c-b705a3617fb0 None None] Port 3bd06912-67fb-4005-8ed1-9705fc882185 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:58:01.461146 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] Set router f52970e1-7e63-46c1-a8f2-b0c772b055d9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:58:01.478769 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7527372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8194671'] for router_interface, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:01.494855 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Pushing event updated for resources: {'Port': ['ID=13229827-0414-4a3d-8f4e-892feee9cf94,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:01.511032 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:01.535897 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:01.611402 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 37128) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:02.000504 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cba594d-903b-492b-a4d0-9d8c4dfb821f {{(pid=75825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:58:02.026632 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:02.076889 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:02.081058 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.provisioning_blocks [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Transition to ACTIVE for port object 3cba594d-903b-492b-a4d0-9d8c4dfb821f will not be triggered until provisioned by entity L2. {{(pid=75825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:58:02.157578 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124093249-router', 'tenant_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9813b255-b3f0-4346-a648-09b9893854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:42Z', 'updated_at': '2021-09-15T08:57:50Z', 'revision_number': 4, 'project_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'gw_port': {'id': '9813b255-b3f0-4346-a648-09b9893854b8', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '7cf36967-328b-4ae1-9ce7-b6bd273a4bc3', 'name': '', 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e', 'tenant_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'mac_address': 'fa:16:3e:2b:8f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d3741a-a3a3-4d75-a034-fc6e7362caaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:49Z', 'updated_at': '2021-09-15T08:58:00Z', 'revision_number': 4, 'project_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'subnets': [{'id': '82d3741a-a3a3-4d75-a034-fc6e7362caaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:58:02.165554 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:02.180179 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1e743-4a6c-408d-bb05-33256951ba15 None None] The sync data for ids ['f52970e1-7e63-46c1-a8f2-b0c772b055d9'] in dv-cinder-806008-2-iscsi is: [{'id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124093249-router', 'tenant_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9813b255-b3f0-4346-a648-09b9893854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:42Z', 'updated_at': '2021-09-15T08:57:50Z', 'revision_number': 4, 'project_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'gw_port': {'id': '9813b255-b3f0-4346-a648-09b9893854b8', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '7cf36967-328b-4ae1-9ce7-b6bd273a4bc3', 'name': '', 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e', 'tenant_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'mac_address': 'fa:16:3e:2b:8f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d3741a-a3a3-4d75-a034-fc6e7362caaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:49Z', 'updated_at': '2021-09-15T08:58:00Z', 'revision_number': 4, 'project_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'subnets': [{'id': '82d3741a-a3a3-4d75-a034-fc6e7362caaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:58:02.197979 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5030a-9366-4536-86f4-5e9a394747e2 req-74bcd712-2a89-42c0-9b42-3dd2f793f65d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:02.200857 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cde5030a-9366-4536-86f4-5e9a394747e2 req-74bcd712-2a89-42c0-9b42-3dd2f793f65d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 932 time: 1.2378721 Sep 15 08:58:02.220827 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:02.223974 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device c8df4e5b-5c7e-4726-960d-add653efd1d5 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:58:02.480115 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port c8df4e5b-5c7e-4726-960d-add653efd1d5 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:58:02.487233 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port c8df4e5b-5c7e-4726-960d-add653efd1d5 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:02.487745 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:02.573814 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Pushing event updated for resources: {'Port': ['ID=3cba594d-903b-492b-a4d0-9d8c4dfb821f,revision_number=2']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:02.592028 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:02.627818 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-3e1201ec-ecb2-4f65-9d94-8f8ec2182d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:02.680556 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:02.710035 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1201ec-ecb2-4f65-9d94-8f8ec2182d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8727e9-df87-45ec-9650-80e61d70eb24,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:02.759553 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-79637072-2292-45e9-a2e3-6ef740c17992 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e49cb7a3e704338bd5da44f816e5397&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1467893 Sep 15 08:58:02.797794 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 37138) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:02.814736 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-3e1201ec-ecb2-4f65-9d94-8f8ec2182d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:02.814930 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:02.836973 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Network dee31690-1b17-41a7-9226-bbc0b9faff0c is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:58:02.847587 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:58:02.892821 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port c8df4e5b-5c7e-4726-960d-add653efd1d5, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=c8df4e5b-5c7e-4726-960d-add653efd1d5,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:02.897360 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763240a6-6f8f-4069-b175-a718036b4722 {{(pid=75826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:58:02.931130 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cde5030a-9366-4536-86f4-5e9a394747e2 req-f16905e7-6033-4aa5-8509-3bc8f04d7758 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6349745 Sep 15 08:58:02.932198 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Attempting to bind port 3cba594d-903b-492b-a4d0-9d8c4dfb821f on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:58:02.932606 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Attempting to bind port 3cba594d-903b-492b-a4d0-9d8c4dfb821f by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '24d19f94-3154-4388-a5e5-331f207891f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5a040df8-ed58-4b30-86be-d147eeae93bb'}] {{(pid=75825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:58:02.933049 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Attempting to bind port 3cba594d-903b-492b-a4d0-9d8c4dfb821f on network 5a040df8-ed58-4b30-86be-d147eeae93bb {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:58:02.951167 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Port 3cba594d-903b-492b-a4d0-9d8c4dfb821f on network 5a040df8-ed58-4b30-86be-d147eeae93bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:58:02.951803 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Attempting to bind port 3cba594d-903b-492b-a4d0-9d8c4dfb821f on network 5a040df8-ed58-4b30-86be-d147eeae93bb {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:58:02.960039 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:02.964359 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:02.992084 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-3e1201ec-ecb2-4f65-9d94-8f8ec2182d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:03.004225 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-3e1201ec-ecb2-4f65-9d94-8f8ec2182d7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d8727e9-df87-45ec-9650-80e61d70eb24 HTTP/1.1" status: 204 len: 168 time: 2.4410954 Sep 15 08:58:03.093526 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:58:03.098475 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Checking segment: {'id': '24d19f94-3154-4388-a5e5-331f207891f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5a040df8-ed58-4b30-86be-d147eeae93bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:58:03.099801 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Bound using segment: {'id': '24d19f94-3154-4388-a5e5-331f207891f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5a040df8-ed58-4b30-86be-d147eeae93bb'} {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:58:03.101269 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Bound port: 3cba594d-903b-492b-a4d0-9d8c4dfb821f, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d19f94-3154-4388-a5e5-331f207891f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5a040df8-ed58-4b30-86be-d147eeae93bb'}}] {{(pid=75825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:58:03.105054 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:03.166888 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:03.257139 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=c8df4e5b-5c7e-4726-960d-add653efd1d5,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:03.260436 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 37146) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:03.278758 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:03.284262 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Transition to ACTIVE for port object 763240a6-6f8f-4069-b175-a718036b4722 will not be triggered until provisioned by entity L2. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:58:03.335621 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-6bea101a-b388-48e1-8a0f-e8fd6edfae14 None None] Provisioning complete for port 13229827-0414-4a3d-8f4e-892feee9cf94 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:03.337450 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-6bea101a-b388-48e1-8a0f-e8fd6edfae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:03.402499 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:03.425290 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-90567910-0d52-48ef-8745-c0d1203bd3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:03.429054 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:58:03.484762 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b119094a-35b0-46b9-a8fc-5f6a24766f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:03.518302 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b119094a-35b0-46b9-a8fc-5f6a24766f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:03.569427 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-6bea101a-b388-48e1-8a0f-e8fd6edfae14 None None] Port 13229827-0414-4a3d-8f4e-892feee9cf94 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:58:03.588828 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] For port 3cba594d-903b-492b-a4d0-9d8c4dfb821f, host hv-cinder-80600, cleared binding levels {{(pid=75825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:58:03.689375 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7185a6-e422-4cb1-b35c-5b3a835c40e8 req-b69ab3e2-b73e-412a-bd55-56a06ab14a4b tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:03.690992 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ea7185a6-e422-4cb1-b35c-5b3a835c40e8 req-b69ab3e2-b73e-412a-bd55-56a06ab14a4b tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 943 time: 0.4067552 Sep 15 08:58:03.715241 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] For port 3cba594d-903b-492b-a4d0-9d8c4dfb821f, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3cba594d-903b-492b-a4d0-9d8c4dfb821f,segment=NetworkSegment(24d19f94-3154-4388-a5e5-331f207891f4),segment_id=24d19f94-3154-4388-a5e5-331f207891f4)] {{(pid=75825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:58:03.756745 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b119094a-35b0-46b9-a8fc-5f6a24766f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:03.757508 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Pushing event updated for resources: {'Port': ['ID=763240a6-6f8f-4069-b175-a718036b4722,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:03.782695 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-ea7185a6-e422-4cb1-b35c-5b3a835c40e8 req-d22da43d-ad72-4461-a91d-6ccc5d9fcf27 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Synchronizing usage tracker for tenant:b1349b239f2142be8df3073348f83d4b on resource:security_group {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:58:03.784219 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:03.788497 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:03.812387 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:03.813232 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-0b5f9800-c1bc-4fe6-b3e5-fa3b3117d4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:03.868778 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119094a-35b0-46b9-a8fc-5f6a24766f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b53e2b-a9c0-473c-b1c0-d4992050d957,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:03.901887 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b119094a-35b0-46b9-a8fc-5f6a24766f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:03.906023 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-b119094a-35b0-46b9-a8fc-5f6a24766f66 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5b53e2b-a9c0-473c-b1c0-d4992050d957 HTTP/1.1" status: 204 len: 168 time: 1.1045792 Sep 15 08:58:03.909393 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b119094a-35b0-46b9-a8fc-5f6a24766f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:03.933620 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-ea7185a6-e422-4cb1-b35c-5b3a835c40e8 req-d22da43d-ad72-4461-a91d-6ccc5d9fcf27 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Unset dirty status for tenant:b1349b239f2142be8df3073348f83d4b on resource:security_group {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:58:03.934798 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ea7185a6-e422-4cb1-b35c-5b3a835c40e8 req-d22da43d-ad72-4461-a91d-6ccc5d9fcf27 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272184 Sep 15 08:58:03.953366 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:03.954581 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] 10.222.0.20 "PUT /v2.0/ports/3cba594d-903b-492b-a4d0-9d8c4dfb821f HTTP/1.1" status: 200 len: 1094 time: 4.7674963 Sep 15 08:58:03.958255 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e110435-269e-4721-b7e3-37454d25489c', 'tag': '3cba594d-903b-492b-a4d0-9d8c4dfb821f'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:58:04.080196 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-03f129fd-ce8d-4ffd-a1f1-c52845cad94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:04.228668 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Pushing event updated for resources: {'Port': ['ID=3cba594d-903b-492b-a4d0-9d8c4dfb821f,revision_number=3']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:04.238858 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:04.260081 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-03f129fd-ce8d-4ffd-a1f1-c52845cad94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:04.284685 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-03f129fd-ce8d-4ffd-a1f1-c52845cad94e admin admin] Usage tracker for resource:security_group_rule and tenant:31385cbccdbf45f6bafd993bc6e49317 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:04.285902 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:58:04.304424 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Attempting to bind port 763240a6-6f8f-4069-b175-a718036b4722 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:58:04.309181 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Attempting to bind port 763240a6-6f8f-4069-b175-a718036b4722 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d'}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:58:04.309181 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Attempting to bind port 763240a6-6f8f-4069-b175-a718036b4722 on network 1c409703-0674-4cbb-9f3e-f398f357604d {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:58:04.309351 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] 10.222.0.39 "PUT /v2.0/routers/ddccbcd1-28f6-46b8-94f0-ed9334b446c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4754739 Sep 15 08:58:04.309421 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-03f129fd-ce8d-4ffd-a1f1-c52845cad94e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:04.332180 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-0d584d8d-8eca-44d1-b30b-215d454a3ba0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79788e6decc74ae4b1d9bd92aa35a8ab&device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 1097 time: 0.1687891 Sep 15 08:58:04.336882 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-03f129fd-ce8d-4ffd-a1f1-c52845cad94e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:04.344806 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Port 763240a6-6f8f-4069-b175-a718036b4722 on network 1c409703-0674-4cbb-9f3e-f398f357604d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:58:04.345140 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Attempting to bind port 763240a6-6f8f-4069-b175-a718036b4722 on network 1c409703-0674-4cbb-9f3e-f398f357604d {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:58:04.421003 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:58:04.421409 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Checking segment: {'id': 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:58:04.422073 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Bound using segment: {'id': 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d'} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:58:04.422661 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Bound port: 763240a6-6f8f-4069-b175-a718036b4722, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d'}}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:58:04.423842 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:04.443441 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:58:04.607902 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473b8c9-f829-420f-95e5-1bc3245bf70f req-41e61bdc-a4d6-437b-9fb6-b7b2f24cbfff tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:04.613394 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-03f129fd-ce8d-4ffd-a1f1-c52845cad94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:04.614815 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] For port 763240a6-6f8f-4069-b175-a718036b4722, host hv-cinder-80600, cleared binding levels {{(pid=75826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:58:04.620042 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] For port 763240a6-6f8f-4069-b175-a718036b4722, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=763240a6-6f8f-4069-b175-a718036b4722,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:58:04.621617 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7473b8c9-f829-420f-95e5-1bc3245bf70f req-41e61bdc-a4d6-437b-9fb6-b7b2f24cbfff tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 944 time: 0.1999512 Sep 15 08:58:04.645598 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Router 9279da42-9074-4c93-9f9c-105973375698 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:58:04.669361 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:58:04.678614 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:04.679214 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:04.722294 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:04.723095 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-03f129fd-ce8d-4ffd-a1f1-c52845cad94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:04.745314 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:04.848050 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:04.849515 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] 10.222.0.20 "PUT /v2.0/ports/763240a6-6f8f-4069-b175-a718036b4722 HTTP/1.1" status: 200 len: 1093 time: 3.6061766 Sep 15 08:58:04.858798 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f', 'tag': '763240a6-6f8f-4069-b175-a718036b4722'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:58:04.885249 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-2a338030-7ea8-4f75-bd17-574832f4771a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cba594d-903b-492b-a4d0-9d8c4dfb821f HTTP/1.1" status: 200 len: 217 time: 0.2275910 Sep 15 08:58:04.903477 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-03f129fd-ce8d-4ffd-a1f1-c52845cad94e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31385cbccdbf45f6bafd993bc6e49317&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6322851 Sep 15 08:58:04.906443 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 37180) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:04.921779 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:04.929298 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Pushing event updated for resources: {'Port': ['ID=763240a6-6f8f-4069-b175-a718036b4722,revision_number=3']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:04.929494 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7473b8c9-f829-420f-95e5-1bc3245bf70f req-25eb5823-0be0-4104-8d70-03aae26822ca tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072035 Sep 15 08:58:04.933619 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:04.936587 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:05.031229 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=7cf36967-328b-4ae1-9ce7-b6bd273a4bc3,segment=NetworkSegment(d7140ae3-635c-4fb5-88b0-420b9f11a994),segment_id=d7140ae3-635c-4fb5-88b0-420b9f11a994)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:05.099121 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f129fd-ce8d-4ffd-a1f1-c52845cad94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f640fe-28cb-43c8-bc58-d67965221f5a,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:05.108162 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-03f129fd-ce8d-4ffd-a1f1-c52845cad94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:05.115521 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:05.116711 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device c8df4e5b-5c7e-4726-960d-add653efd1d5 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:58:05.125102 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-df337386-3c27-4429-8de7-e980fffb2780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:05.159965 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-df337386-3c27-4429-8de7-e980fffb2780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:05.193684 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:58:05.195194 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:05.234154 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] 10.222.0.39 "PUT /v2.0/routers/9279da42-9074-4c93-9f9c-105973375698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8579960 Sep 15 08:58:05.302623 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91944829-c6cc-438b-9e81-2493d93a5626 req-bc389c09-45df-4e90-99d5-7394dd5fae3f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:05.310025 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-bc389c09-45df-4e90-99d5-7394dd5fae3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae4edf4a-6cc2-4df6-a379-84db7e89c5ad HTTP/1.1" status: 200 len: 851 time: 0.0979908 Sep 15 08:58:05.340378 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=7cf36967-328b-4ae1-9ce7-b6bd273a4bc3,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:05.358065 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:05.359512 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port c8df4e5b-5c7e-4726-960d-add653efd1d5 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:05.359934 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:05.384491 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-df337386-3c27-4429-8de7-e980fffb2780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:05.391728 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:05.421188 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df337386-3c27-4429-8de7-e980fffb2780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f640fe-28cb-43c8-bc58-d67965221f5a,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:05.432090 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-df337386-3c27-4429-8de7-e980fffb2780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:05.432795 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 37194) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:05.435687 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-df337386-3c27-4429-8de7-e980fffb2780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:05.440451 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-df337386-3c27-4429-8de7-e980fffb2780 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60f640fe-28cb-43c8-bc58-d67965221f5a HTTP/1.1" status: 204 len: 168 time: 0.5261621 Sep 15 08:58:05.554796 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-d8ae85e9-ba06-4896-acaf-13c6862aab98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a040df8-ed58-4b30-86be-d147eeae93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102929 Sep 15 08:58:05.647768 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-e2d07c5c-da60-4cac-9405-3d5337b51aaa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df0f4aa495344013ad0f1530a4799ad7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2129693 Sep 15 08:58:05.648468 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 37202) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:05.794599 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-6c03b60b-fd85-46f9-bdd1-d91501ccd38a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1349b239f2142be8df3073348f83d4b&device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 1096 time: 0.3239756 Sep 15 08:58:05.840329 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-05042eb4-1454-4f76-85fd-ddf338ab6f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:05.886980 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-39fd3a22-f59d-445c-88de-a12153870047 service neutron] 10.222.0.20 "GET /v2.0/networks/5a040df8-ed58-4b30-86be-d147eeae93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739933 Sep 15 08:58:05.894385 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-05042eb4-1454-4f76-85fd-ddf338ab6f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:06.069061 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-b540a41f-4e1c-4651-b16d-c0571454b460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:06.105494 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-05042eb4-1454-4f76-85fd-ddf338ab6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:06.114538 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:58:06.115989 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:06.233974 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 37220) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:06.263831 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-3b1ae67f-18bf-4b03-bfb1-b053043f0604 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2038209204', 'description': 'tempest-description--1122332178'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:06.284945 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:06.285495 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:06.360187 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05042eb4-1454-4f76-85fd-ddf338ab6f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd4b010-2f03-4827-bbfd-56e3d472878e,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:06.379789 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-05042eb4-1454-4f76-85fd-ddf338ab6f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:06.384021 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-05042eb4-1454-4f76-85fd-ddf338ab6f0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bbd4b010-2f03-4827-bbfd-56e3d472878e HTTP/1.1" status: 204 len: 168 time: 0.7337019 Sep 15 08:58:06.402739 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-05042eb4-1454-4f76-85fd-ddf338ab6f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:06.408958 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-3b1ae67f-18bf-4b03-bfb1-b053043f0604 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:06.411056 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-6b35afeb-9609-4511-b1ae-0d0f8b873ff4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=763240a6-6f8f-4069-b175-a718036b4722 HTTP/1.1" status: 200 len: 217 time: 0.1235986 Sep 15 08:58:06.414131 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-3b1ae67f-18bf-4b03-bfb1-b053043f0604 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Usage tracker for resource:security_group and tenant:1aadda57f2be49a592d2dc246c4ce0ed is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:06.417486 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-3b1ae67f-18bf-4b03-bfb1-b053043f0604 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:06.438972 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-3b1ae67f-18bf-4b03-bfb1-b053043f0604 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:06.534952 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae67f-18bf-4b03-bfb1-b053043f0604 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:06.571943 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:06.578150 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-91944829-c6cc-438b-9e81-2493d93a5626 req-7cc3e548-c93a-4f19-ab76-f8762355325b service neutron] 10.222.0.20 "GET /v2.0/networks/5a040df8-ed58-4b30-86be-d147eeae93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819549 Sep 15 08:58:06.581178 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-4a0dbc4e-cd46-41d3-a833-25565877fed6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:06.583467 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-4a0dbc4e-cd46-41d3-a833-25565877fed6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=599314a5-b7e7-4604-bd49-77181d9b73d9 HTTP/1.1" status: 200 len: 854 time: 0.1431894 Sep 15 08:58:06.594394 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-3b1ae67f-18bf-4b03-bfb1-b053043f0604 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:06.598724 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-3b1ae67f-18bf-4b03-bfb1-b053043f0604 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Usage tracker for resource:security_group_rule and tenant:1aadda57f2be49a592d2dc246c4ce0ed is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:06.602216 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-3b1ae67f-18bf-4b03-bfb1-b053043f0604 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:06.626848 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-3b1ae67f-18bf-4b03-bfb1-b053043f0604 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:06.678370 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae67f-18bf-4b03-bfb1-b053043f0604 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:06.679110 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-5e9ce380-0097-4143-bc28-23de3e959502 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c409703-0674-4cbb-9f3e-f398f357604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574539 Sep 15 08:58:06.795248 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae67f-18bf-4b03-bfb1-b053043f0604 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:06.801993 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e110435-269e-4721-b7e3-37454d25489c', 'tag': '3cba594d-903b-492b-a4d0-9d8c4dfb821f', 'status': 'completed', 'code': 200} Sep 15 08:58:06.804728 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:06.859809 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ae67f-18bf-4b03-bfb1-b053043f0604 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23a85c6-d8e7-4e50-8932-41c5632c47ed,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:06.871553 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-3b1ae67f-18bf-4b03-bfb1-b053043f0604 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:06.975702 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae67f-18bf-4b03-bfb1-b053043f0604 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:06.977954 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-3b1ae67f-18bf-4b03-bfb1-b053043f0604 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7380960 Sep 15 08:58:06.985423 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 37238) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:07.000921 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-df4ee99c-35de-4f8e-8732-bc3035bc34bc tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Request body: {'security_group_rule': {'security_group_id': 'c23a85c6-d8e7-4e50-8932-41c5632c47ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:07.017734 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-df4ee99c-35de-4f8e-8732-bc3035bc34bc tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:07.022378 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-df4ee99c-35de-4f8e-8732-bc3035bc34bc tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Usage tracker for resource:security_group_rule and tenant:1aadda57f2be49a592d2dc246c4ce0ed is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:07.030120 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-df4ee99c-35de-4f8e-8732-bc3035bc34bc tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:07.037081 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-df4ee99c-35de-4f8e-8732-bc3035bc34bc tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:07.114579 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21cf57-2e27-40f5-a375-5081ca8bbbed req-656d416e-b7f2-486d-844f-cd750cfaf913 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:07.124300 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-bf21cf57-2e27-40f5-a375-5081ca8bbbed req-656d416e-b7f2-486d-844f-cd750cfaf913 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 943 time: 0.2106049 Sep 15 08:58:07.165031 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-7ac6000b-ee53-4a0d-8196-144d7ce5224e service neutron] 10.222.0.20 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905552 Sep 15 08:58:07.178273 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-df4ee99c-35de-4f8e-8732-bc3035bc34bc tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:07.206024 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-bf21cf57-2e27-40f5-a375-5081ca8bbbed req-f0874ebd-3776-47c3-add2-8b58e0b2ddf5 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806398 Sep 15 08:58:07.293772 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-df4ee99c-35de-4f8e-8732-bc3035bc34bc tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:07.360362 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-df4ee99c-35de-4f8e-8732-bc3035bc34bc tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:07.363251 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:07.385565 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ee99c-35de-4f8e-8732-bc3035bc34bc tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d14fc1d-d3b3-444b-a3cd-77fe86267578,revision_number=0']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:07.392432 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-df4ee99c-35de-4f8e-8732-bc3035bc34bc tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:07.446714 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-df4ee99c-35de-4f8e-8732-bc3035bc34bc tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:07.452177 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-df4ee99c-35de-4f8e-8732-bc3035bc34bc tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4602857 Sep 15 08:58:07.452177 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 37254) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:07.459261 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-53d2771a-1b4a-4bd6-821e-b55b26e3c1e9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Request body: {'security_group_rule': {'security_group_id': 'c23a85c6-d8e7-4e50-8932-41c5632c47ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:07.465995 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-53d2771a-1b4a-4bd6-821e-b55b26e3c1e9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:07.473634 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-53d2771a-1b4a-4bd6-821e-b55b26e3c1e9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Usage tracker for resource:security_group_rule and tenant:1aadda57f2be49a592d2dc246c4ce0ed is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:07.482538 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-53d2771a-1b4a-4bd6-821e-b55b26e3c1e9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:07.490969 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-53d2771a-1b4a-4bd6-821e-b55b26e3c1e9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:07.642997 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-53d2771a-1b4a-4bd6-821e-b55b26e3c1e9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:07.711172 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-53d2771a-1b4a-4bd6-821e-b55b26e3c1e9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:07.765470 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-53d2771a-1b4a-4bd6-821e-b55b26e3c1e9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:07.768454 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:07.813317 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2771a-1b4a-4bd6-821e-b55b26e3c1e9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13895831-7900-40c9-8bac-b159c497da5c,revision_number=0']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:07.816553 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-53d2771a-1b4a-4bd6-821e-b55b26e3c1e9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:07.886109 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-53d2771a-1b4a-4bd6-821e-b55b26e3c1e9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:07.888002 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-53d2771a-1b4a-4bd6-821e-b55b26e3c1e9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4346788 Sep 15 08:58:07.891108 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 37264) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:07.897313 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Request body: {'floatingip': {'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:07.912885 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:07.918757 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Usage tracker for resource:floatingip and tenant:1aadda57f2be49a592d2dc246c4ce0ed is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:07.922320 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:07.929212 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:08.034471 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for floatingip, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:08.251032 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-d332432b-21a0-4e74-8fcb-be6e24038c43 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:08.259187 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-d332432b-21a0-4e74-8fcb-be6e24038c43 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/networks?id=99cf6cad-714d-48b4-a18f-48890cca455e HTTP/1.1" status: 200 len: 819 time: 0.3372829 Sep 15 08:58:08.268933 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-2b671611-8082-4d3d-9310-67e40f72a8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:08.269443 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 37282) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:08.276861 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-f53ff581-7066-4eb8-b091-89f2e9fc4b48 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1333544244', 'description': 'tempest-description--1376861676'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:08.285269 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-f53ff581-7066-4eb8-b091-89f2e9fc4b48 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:08.290768 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-f53ff581-7066-4eb8-b091-89f2e9fc4b48 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Usage tracker for resource:security_group and tenant:5f168b6f24dc4d93824606ca9470fea0 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:08.294433 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-f53ff581-7066-4eb8-b091-89f2e9fc4b48 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:08.301222 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-f53ff581-7066-4eb8-b091-89f2e9fc4b48 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:08.322631 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:08.325525 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-07ba386b-e661-4ad8-a649-a0e75723c29d tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/quotas/bd3fe44e1e5d42c0b4118a5b3004daac HTTP/1.1" status: 200 len: 375 time: 0.0651517 Sep 15 08:58:08.388832 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f53ff581-7066-4eb8-b091-89f2e9fc4b48 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:08.477857 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-f53ff581-7066-4eb8-b091-89f2e9fc4b48 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:08.482363 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-f53ff581-7066-4eb8-b091-89f2e9fc4b48 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Usage tracker for resource:security_group_rule and tenant:5f168b6f24dc4d93824606ca9470fea0 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:08.486067 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-f53ff581-7066-4eb8-b091-89f2e9fc4b48 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:08.493073 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-f53ff581-7066-4eb8-b091-89f2e9fc4b48 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:08.583735 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Allocated IP 172.27.1.212 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/a0dcb105-896f-4ff4-ac83-c73ee3178497) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:58:08.605676 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-b9c27e64-4e5e-4ca6-863e-c133a01de069 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Synchronizing usage tracker for tenant:bd3fe44e1e5d42c0b4118a5b3004daac on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:58:08.649225 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f53ff581-7066-4eb8-b091-89f2e9fc4b48 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:08.715587 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f53ff581-7066-4eb8-b091-89f2e9fc4b48 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:08.721247 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-03f129fd-ce8d-4ffd-a1f1-c52845cad94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:08.754027 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-b9c27e64-4e5e-4ca6-863e-c133a01de069 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Unset dirty status for tenant:bd3fe44e1e5d42c0b4118a5b3004daac on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:58:08.755448 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-b9c27e64-4e5e-4ca6-863e-c133a01de069 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd3fe44e1e5d42c0b4118a5b3004daac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4289453 Sep 15 08:58:08.769866 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ff581-7066-4eb8-b091-89f2e9fc4b48 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:08.802452 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:08.819072 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-f53ff581-7066-4eb8-b091-89f2e9fc4b48 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:08.869419 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:08.877351 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:08.972345 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f', 'tag': '763240a6-6f8f-4069-b175-a718036b4722', 'status': 'completed', 'code': 200} Sep 15 08:58:08.989543 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f53ff581-7066-4eb8-b091-89f2e9fc4b48 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:08.991029 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-f53ff581-7066-4eb8-b091-89f2e9fc4b48 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7204304 Sep 15 08:58:08.997364 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:58:09.000027 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 37300) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:09.024247 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-dfd1fc08-69d5-491e-bf30-479dee2858f6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Request body: {'security_group_rule': {'security_group_id': '0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:09.034934 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:58:09.038552 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event updated for resources: {'Port': ['ID=a0dcb105-896f-4ff4-ac83-c73ee3178497,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:09.040856 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:58:09.046525 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-dfd1fc08-69d5-491e-bf30-479dee2858f6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:09.054477 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:09.056708 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-dfd1fc08-69d5-491e-bf30-479dee2858f6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Usage tracker for resource:security_group_rule and tenant:5f168b6f24dc4d93824606ca9470fea0 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:09.063532 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-dfd1fc08-69d5-491e-bf30-479dee2858f6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:09.139369 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-ece726c5-7d6e-4370-be27-47dd38c1e85c service neutron] 10.222.0.39 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717082 Sep 15 08:58:09.354835 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:09.396248 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-6947ac63-0591-44d5-9db4-cb9cebe32ca7 service neutron] 10.222.0.39 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442675 Sep 15 08:58:09.436152 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:09.449490 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-dfd1fc08-69d5-491e-bf30-479dee2858f6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:09.554657 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0b240-25a4-4c80-9905-a50d64a0057b req-5bed25f9-b219-4dbb-97fe-08721117ee38 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:09.556318 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5fb0b240-25a4-4c80-9905-a50d64a0057b req-5bed25f9-b219-4dbb-97fe-08721117ee38 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 944 time: 0.4134588 Sep 15 08:58:09.661167 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fc08-69d5-491e-bf30-479dee2858f6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:09.699329 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:09.856028 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5fb0b240-25a4-4c80-9905-a50d64a0057b req-25c495c7-52c6-43af-a290-23c0c24f8216 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448225 Sep 15 08:58:10.046192 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9f6839f5-b195-452d-a639-994b731d73f1 req-0e5ed169-7c14-47c0-afe0-38ac3f0ab3d0 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 210 time: 0.0952623 Sep 15 08:58:10.144813 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fc08-69d5-491e-bf30-479dee2858f6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:10.164485 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4d2deb7f-25b1-4c40-a75a-edf1212ee1ca req-ec096cad-e09d-4446-8597-1836bcc71a7f service neutron] 10.222.0.20 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687986 Sep 15 08:58:10.195881 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539075cb-56fb-409c-8889-594f6b1ac984 req-92b6ad34-8de3-4207-baba-9a727ff3efc3 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:10.197368 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-539075cb-56fb-409c-8889-594f6b1ac984 req-92b6ad34-8de3-4207-baba-9a727ff3efc3 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Synchronizing usage tracker for tenant:b1349b239f2142be8df3073348f83d4b on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:58:10.206447 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6d10c845-c7dc-48f1-ab70-8ac2bb00c0bc req-4d5631d3-4adf-4df9-82ca-a1e1c313504f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79788e6decc74ae4b1d9bd92aa35a8ab&device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 1097 time: 0.3210557 Sep 15 08:58:10.267403 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fc08-69d5-491e-bf30-479dee2858f6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:10.298303 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-539075cb-56fb-409c-8889-594f6b1ac984 req-92b6ad34-8de3-4207-baba-9a727ff3efc3 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Unset dirty status for tenant:b1349b239f2142be8df3073348f83d4b on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:58:10.299741 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-539075cb-56fb-409c-8889-594f6b1ac984 req-92b6ad34-8de3-4207-baba-9a727ff3efc3 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 943 time: 0.4605503 Sep 15 08:58:10.386401 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-df4ee99c-35de-4f8e-8732-bc3035bc34bc tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:10.425646 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-539075cb-56fb-409c-8889-594f6b1ac984 req-624cbcbd-64e3-48ae-9437-b7d2a74335d7 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174355 Sep 15 08:58:10.463833 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-94071d77-ec47-44f9-b402-eac8f3eaed89 req-8d3f8409-9dbd-4d56-8e42-83f7d362b4b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1349b239f2142be8df3073348f83d4b&device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 1096 time: 0.1075697 Sep 15 08:58:10.522772 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1fc08-69d5-491e-bf30-479dee2858f6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ac2aa3-94a3-4180-9f9e-d5e90a4f31b4,revision_number=0']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:10.528368 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.db.resource_extend [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 08:58:10.596355 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-dfd1fc08-69d5-491e-bf30-479dee2858f6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:10.603009 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fc08-69d5-491e-bf30-479dee2858f6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:10.606852 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-dfd1fc08-69d5-491e-bf30-479dee2858f6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6032400 Sep 15 08:58:10.606852 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for port, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:10.608510 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 37342) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:10.619045 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-a7415381-04db-451f-a118-b8a25e03f902 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Request body: {'security_group_rule': {'security_group_id': '0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:10.626498 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94071d77-ec47-44f9-b402-eac8f3eaed89 req-a7b0acce-dbfe-43ec-afc7-16a7af76fa44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:10.627934 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-94071d77-ec47-44f9-b402-eac8f3eaed89 req-a7b0acce-dbfe-43ec-afc7-16a7af76fa44 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1c409703-0674-4cbb-9f3e-f398f357604d HTTP/1.1" status: 200 len: 915 time: 0.1577818 Sep 15 08:58:10.628835 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-a7415381-04db-451f-a118-b8a25e03f902 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:10.632804 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-a7415381-04db-451f-a118-b8a25e03f902 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Usage tracker for resource:security_group_rule and tenant:5f168b6f24dc4d93824606ca9470fea0 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:10.637344 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-a7415381-04db-451f-a118-b8a25e03f902 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:10.700715 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-a7415381-04db-451f-a118-b8a25e03f902 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:10.718904 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:10.721034 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-94071d77-ec47-44f9-b402-eac8f3eaed89 req-bb4fa5ea-e9b7-434a-9818-840d5f2ba9db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=763240a6-6f8f-4069-b175-a718036b4722 HTTP/1.1" status: 200 len: 217 time: 0.0849175 Sep 15 08:58:10.736640 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10c845-c7dc-48f1-ab70-8ac2bb00c0bc req-ca15b91d-0c0b-48ce-bbb9-bb36e8b6fdb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:10.738281 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6d10c845-c7dc-48f1-ab70-8ac2bb00c0bc req-ca15b91d-0c0b-48ce-bbb9-bb36e8b6fdb3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a040df8-ed58-4b30-86be-d147eeae93bb HTTP/1.1" status: 200 len: 912 time: 0.5247481 Sep 15 08:58:10.748517 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:10.788738 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:10.789215 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94071d77-ec47-44f9-b402-eac8f3eaed89 req-097894f3-7525-4e83-9b9c-8a1a0028eb80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:10.790272 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-94071d77-ec47-44f9-b402-eac8f3eaed89 req-097894f3-7525-4e83-9b9c-8a1a0028eb80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=599314a5-b7e7-4604-bd49-77181d9b73d9 HTTP/1.1" status: 200 len: 854 time: 0.0622811 Sep 15 08:58:10.798544 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a7415381-04db-451f-a118-b8a25e03f902 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:10.864227 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:10.883220 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-189ddecf-76c7-4864-8fbb-567ec11cb716 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:10.883948 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-189ddecf-76c7-4864-8fbb-567ec11cb716 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Synchronizing usage tracker for tenant:bd3fe44e1e5d42c0b4118a5b3004daac on resource:network {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:58:10.912269 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6d10c845-c7dc-48f1-ab70-8ac2bb00c0bc req-3d8ef670-9a21-49e0-bba7-95b5a8d78da7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cba594d-903b-492b-a4d0-9d8c4dfb821f HTTP/1.1" status: 200 len: 217 time: 0.1267993 Sep 15 08:58:10.914814 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-94071d77-ec47-44f9-b402-eac8f3eaed89 req-c0ae5f4a-e577-4d6a-bfc9-f7b98073a481 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c409703-0674-4cbb-9f3e-f398f357604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031845 Sep 15 08:58:10.916938 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event updated for resources: {'Port': ['ID=a0dcb105-896f-4ff4-ac83-c73ee3178497,revision_number=2']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:10.921608 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:11.011203 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10c845-c7dc-48f1-ab70-8ac2bb00c0bc req-5c201e79-b204-4cdd-8dc6-776a7b9669e7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:11.013228 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6d10c845-c7dc-48f1-ab70-8ac2bb00c0bc req-5c201e79-b204-4cdd-8dc6-776a7b9669e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae4edf4a-6cc2-4df6-a379-84db7e89c5ad HTTP/1.1" status: 200 len: 851 time: 0.0881217 Sep 15 08:58:11.015739 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:11.024970 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1246378 Sep 15 08:58:11.041072 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a7415381-04db-451f-a118-b8a25e03f902 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:11.096114 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6d10c845-c7dc-48f1-ab70-8ac2bb00c0bc req-23df7096-ab75-40a6-9594-8debe0281aec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a040df8-ed58-4b30-86be-d147eeae93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717468 Sep 15 08:58:11.110498 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-189ddecf-76c7-4864-8fbb-567ec11cb716 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Unset dirty status for tenant:bd3fe44e1e5d42c0b4118a5b3004daac on resource:network {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:58:11.111203 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-189ddecf-76c7-4864-8fbb-567ec11cb716 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/networks?id=99cf6cad-714d-48b4-a18f-48890cca455e HTTP/1.1" status: 200 len: 819 time: 0.7259049 Sep 15 08:58:11.190832 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a7415381-04db-451f-a118-b8a25e03f902 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:11.247784 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:11.265149 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-d4829588-dd1f-416e-ac51-2eb5cbfb2214 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/quotas/bd3fe44e1e5d42c0b4118a5b3004daac HTTP/1.1" status: 200 len: 375 time: 0.0209990 Sep 15 08:58:11.300491 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-94071d77-ec47-44f9-b402-eac8f3eaed89 req-3c11268a-f175-4084-941d-d6faf41e79d8 service neutron] 10.222.0.20 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745129 Sep 15 08:58:11.301115 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7415381-04db-451f-a118-b8a25e03f902 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f72a23-d955-41e7-b5e6-90bb1c2578a3,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:11.310744 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-a7415381-04db-451f-a118-b8a25e03f902 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:11.387584 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6d10c845-c7dc-48f1-ab70-8ac2bb00c0bc req-e5d0a266-f6be-4e91-9b3c-2f3422d9c461 service neutron] 10.222.0.20 "GET /v2.0/networks/5a040df8-ed58-4b30-86be-d147eeae93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653532 Sep 15 08:58:11.403690 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a7415381-04db-451f-a118-b8a25e03f902 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:11.404018 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-a7415381-04db-451f-a118-b8a25e03f902 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7945981 Sep 15 08:58:11.407697 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 37368) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:11.417717 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Request body: {'floatingip': {'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:11.429639 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:11.444313 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b610df-2f92-4291-bb9c-cc5257442f88 req-e4dfcbcc-5477-46b8-99ea-e6e101a1f990 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:11.445811 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-72b610df-2f92-4291-bb9c-cc5257442f88 req-e4dfcbcc-5477-46b8-99ea-e6e101a1f990 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 944 time: 0.4078648 Sep 15 08:58:11.449667 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Usage tracker for resource:floatingip and tenant:5f168b6f24dc4d93824606ca9470fea0 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:11.462639 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:11.483273 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:11.514491 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-94071d77-ec47-44f9-b402-eac8f3eaed89 req-cfd3feb6-b114-4081-a1eb-1b85903c4b8e service neutron] 10.222.0.20 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019641 Sep 15 08:58:11.535615 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-72b610df-2f92-4291-bb9c-cc5257442f88 req-3e42201e-9795-4d88-8797-ce66832e77ae tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740366 Sep 15 08:58:11.547405 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-bb3bc391-a938-448f-ab98-42bb4742e3d7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd3fe44e1e5d42c0b4118a5b3004daac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2753522 Sep 15 08:58:11.564974 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for floatingip, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:11.655758 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6d10c845-c7dc-48f1-ab70-8ac2bb00c0bc req-37dbd869-009a-4ac1-9990-4fb1d406e666 service neutron] 10.222.0.20 "GET /v2.0/networks/5a040df8-ed58-4b30-86be-d147eeae93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619181 Sep 15 08:58:11.767377 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-2770a4f8-6fd1-4c6f-bc95-498851f2ec0a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2038209204&fields=id&tenant_id=1aadda57f2be49a592d2dc246c4ce0ed HTTP/1.1" status: 200 len: 267 time: 0.0772526 Sep 15 08:58:11.873729 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-4067a65b-10c8-4e09-9c5e-c71c3da05d2b service neutron] 10.222.0.39 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941489 Sep 15 08:58:11.932143 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:11.977348 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-8d1068b8-d468-4e9c-aef7-82d5d7ecaa62 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:11.978803 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-8d1068b8-d468-4e9c-aef7-82d5d7ecaa62 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/networks?id=2a7d9519-adcd-45df-bd0a-0005f95484a0 HTTP/1.1" status: 200 len: 811 time: 0.2105460 Sep 15 08:58:12.015146 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-809e7c51-3117-497c-90a5-45073ec0e74b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/quotas/1aadda57f2be49a592d2dc246c4ce0ed HTTP/1.1" status: 200 len: 375 time: 0.0290654 Sep 15 08:58:12.024213 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-cf80599d-4fe0-4b27-972e-8b0798fb8939 service neutron] 10.222.0.39 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490231 Sep 15 08:58:12.150616 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Allocated IP 172.27.1.125 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/dba5bbd0-db3d-419f-aa34-99de4c1e2476) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:58:12.171659 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-c9f27480-dd64-4e45-8d4b-68327852aff7 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1aadda57f2be49a592d2dc246c4ce0ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1508913 Sep 15 08:58:12.490870 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-85b59a4a-a6a9-419d-ad31-f85b03f8dab5 service neutron] 10.222.0.39 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013818 Sep 15 08:58:12.492788 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 3cba594d-903b-492b-a4d0-9d8c4dfb821f details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:58:12.533463 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f307a3-1576-4b92-99a4-478f926a8818 req-68f618ef-484c-4cd0-a037-d627ed9e0746 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:12.541268 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-08f307a3-1576-4b92-99a4-478f926a8818 req-68f618ef-484c-4cd0-a037-d627ed9e0746 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 943 time: 0.1341279 Sep 15 08:58:12.595382 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-08f307a3-1576-4b92-99a4-478f926a8818 req-b451b6f4-c45c-4f59-9a4c-f1cacca5d93e tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530345 Sep 15 08:58:12.644932 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 3cba594d-903b-492b-a4d0-9d8c4dfb821f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3cba594d-903b-492b-a4d0-9d8c4dfb821f,segment=NetworkSegment(24d19f94-3154-4388-a5e5-331f207891f4),segment_id=24d19f94-3154-4388-a5e5-331f207891f4)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:12.657373 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:12.660080 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': '3cba594d-903b-492b-a4d0-9d8c4dfb821f', 'network_id': '5a040df8-ed58-4b30-86be-d147eeae93bb', 'port_id': '3cba594d-903b-492b-a4d0-9d8c4dfb821f', 'mac_address': 'fa:16:3e:64:5f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4edf4a-6cc2-4df6-a379-84db7e89c5ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:58:12.720106 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-2132867d-97ef-4bee-8815-e7f1446e56cc service neutron] 10.222.0.39 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202325 Sep 15 08:58:12.733857 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:12.753822 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cba594d-903b-492b-a4d0-9d8c4dfb821f {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:58:12.773789 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 3cba594d-903b-492b-a4d0-9d8c4dfb821f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3cba594d-903b-492b-a4d0-9d8c4dfb821f,segment=NetworkSegment(24d19f94-3154-4388-a5e5-331f207891f4),segment_id=24d19f94-3154-4388-a5e5-331f207891f4)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:12.848226 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-efcdf95d-eaad-4d69-9b33-fb58d2b716ad req-0acc6f24-a7d3-40cc-b67a-ebbcc04e6a4d tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 210 time: 0.1109455 Sep 15 08:58:12.870404 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:12.870883 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:12.873194 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 763240a6-6f8f-4069-b175-a718036b4722 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:58:12.883720 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:12.884755 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:12.957980 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-41f69d5e-f0db-44ee-8d92-3aa04edd925f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:12.961563 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-41f69d5e-f0db-44ee-8d92-3aa04edd925f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.20 "GET /v2.0/networks?id=99cf6cad-714d-48b4-a18f-48890cca455e HTTP/1.1" status: 200 len: 819 time: 0.3079281 Sep 15 08:58:13.028960 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:58:13.096808 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event updated for resources: {'Port': ['ID=dba5bbd0-db3d-419f-aa34-99de4c1e2476,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:13.110449 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:13.113956 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:58:13.114992 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad72012-9a60-4e63-983b-8b8f142553c9 req-a9c8ba61-3f4b-438a-8cdb-7ea8e74bca9a tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:13.123128 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cad72012-9a60-4e63-983b-8b8f142553c9 req-a9c8ba61-3f4b-438a-8cdb-7ea8e74bca9a tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 945 time: 0.1360199 Sep 15 08:58:13.126406 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:58:13.180104 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cad72012-9a60-4e63-983b-8b8f142553c9 req-64e0dc25-f1b9-4f6b-90b1-d8c6aeee94ff tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560472 Sep 15 08:58:13.258743 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=3cba594d-903b-492b-a4d0-9d8c4dfb821f,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:13.263405 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:13.324022 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b11babb8-e960-4de8-9082-c9ca312e5d28 req-a56ab379-3f1d-4690-92ff-fece32d8bd1c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 210 time: 0.1308322 Sep 15 08:58:13.358889 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 763240a6-6f8f-4069-b175-a718036b4722, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=763240a6-6f8f-4069-b175-a718036b4722,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:13.366610 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': '763240a6-6f8f-4069-b175-a718036b4722', 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d', 'port_id': '763240a6-6f8f-4069-b175-a718036b4722', 'mac_address': 'fa:16:3e:d1:0c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599314a5-b7e7-4604-bd49-77181d9b73d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:58:13.424404 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:13.441555 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763240a6-6f8f-4069-b175-a718036b4722 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:58:13.456576 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 763240a6-6f8f-4069-b175-a718036b4722, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=763240a6-6f8f-4069-b175-a718036b4722,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:13.467936 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:13.548887 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:13.550775 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-0af5e009-6c02-4905-b7da-24eb9c6fe5d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:13.624754 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=763240a6-6f8f-4069-b175-a718036b4722,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:13.628311 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:13.637000 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:13.800003 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88dc93-809a-4f1d-9f03-806a293dc705 req-e764c409-001f-4adb-8b00-4cb64aa75c35 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:13.801501 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fd88dc93-809a-4f1d-9f03-806a293dc705 req-e764c409-001f-4adb-8b00-4cb64aa75c35 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 944 time: 0.0820134 Sep 15 08:58:13.817012 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 37440) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:13.853587 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fd88dc93-809a-4f1d-9f03-806a293dc705 req-0b5439ee-0ff1-4cb9-a80c-08897c29b270 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457528 Sep 15 08:58:13.863029 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:13.936737 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:13.941336 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:14.046684 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-bcb5821a-657a-426d-9bdb-99d615f38ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:14.066563 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-670bde57-ffe7-4e4f-9ba1-7a447993f66d req-0812eb46-14c6-4350-9520-1765242d4d5b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 210 time: 0.0895655 Sep 15 08:58:14.115713 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event updated for resources: {'Port': ['ID=dba5bbd0-db3d-419f-aa34-99de4c1e2476,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:14.120575 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:14.142986 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:14.146925 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-bcb5821a-657a-426d-9bdb-99d615f38ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:14.156358 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-bcb5821a-657a-426d-9bdb-99d615f38ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:024a2b67d11047c08131ad501d3cf1bd is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:14.160946 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-bcb5821a-657a-426d-9bdb-99d615f38ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:14.169668 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-bcb5821a-657a-426d-9bdb-99d615f38ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:14.248897 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:14.250213 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8399625 Sep 15 08:58:14.312290 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-bcb5821a-657a-426d-9bdb-99d615f38ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:14.373447 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c14959-2f6f-457b-9d60-22746b2ea755 req-55a9170d-f5d7-4417-9f59-b9659bafc3e8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:14.378550 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d9c14959-2f6f-457b-9d60-22746b2ea755 req-55a9170d-f5d7-4417-9f59-b9659bafc3e8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 945 time: 0.0822985 Sep 15 08:58:14.388748 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-bcb5821a-657a-426d-9bdb-99d615f38ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:14.396704 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:14.423766 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d9c14959-2f6f-457b-9d60-22746b2ea755 req-478acf5f-02f6-41cf-b1c7-b7054133cc24 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 Sep 15 08:58:14.437007 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5821a-657a-426d-9bdb-99d615f38ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5e170e-32f5-457c-99ab-470448cfa568,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:14.443925 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-bcb5821a-657a-426d-9bdb-99d615f38ed8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=024a2b67d11047c08131ad501d3cf1bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6258888 Sep 15 08:58:14.444836 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-bcb5821a-657a-426d-9bdb-99d615f38ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:14.445279 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 37462) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:14.526590 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2c4d5032-f79b-4422-98f3-c6c849b382b4 req-8ca4a385-36bc-4738-bedb-c4bc80cbb5f5 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 210 time: 0.0511076 Sep 15 08:58:14.550487 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-65103459-23fc-43c2-8484-19f6f2c2b715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:14.580384 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-65103459-23fc-43c2-8484-19f6f2c2b715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:14.595511 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-b780e940-a5e5-4a72-b5ad-3fd57846b2d9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Synchronizing usage tracker for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:security_group {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:58:14.663042 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-b780e940-a5e5-4a72-b5ad-3fd57846b2d9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Unset dirty status for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:security_group {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:58:14.664142 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-b780e940-a5e5-4a72-b5ad-3fd57846b2d9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1333544244&fields=id&tenant_id=5f168b6f24dc4d93824606ca9470fea0 HTTP/1.1" status: 200 len: 267 time: 0.1089144 Sep 15 08:58:14.703112 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-65103459-23fc-43c2-8484-19f6f2c2b715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:14.709906 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-edc4f93c-a165-498a-bcae-55cb53aad326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:14.723595 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65103459-23fc-43c2-8484-19f6f2c2b715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5e170e-32f5-457c-99ab-470448cfa568,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:14.726174 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-65103459-23fc-43c2-8484-19f6f2c2b715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:14.727294 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-65103459-23fc-43c2-8484-19f6f2c2b715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:14.729562 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-65103459-23fc-43c2-8484-19f6f2c2b715 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c5e170e-32f5-457c-99ab-470448cfa568 HTTP/1.1" status: 204 len: 168 time: 0.2821071 Sep 15 08:58:14.812732 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-ef85f1f2-6e29-43e6-a7e4-6c4a18709108 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:14.813399 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-ef85f1f2-6e29-43e6-a7e4-6c4a18709108 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Synchronizing usage tracker for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:network {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:58:14.885838 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-ef85f1f2-6e29-43e6-a7e4-6c4a18709108 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Unset dirty status for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:network {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:58:14.888320 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-ef85f1f2-6e29-43e6-a7e4-6c4a18709108 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/networks?id=dee31690-1b17-41a7-9226-bbc0b9faff0c HTTP/1.1" status: 200 len: 816 time: 0.2177644 Sep 15 08:58:14.906578 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-45b3f166-43e2-406f-af5e-587db4b76b39 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/quotas/5f168b6f24dc4d93824606ca9470fea0 HTTP/1.1" status: 200 len: 375 time: 0.0122213 Sep 15 08:58:14.993290 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-221e2d22-5f61-4a1f-86ca-4d42b43bbab7 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f168b6f24dc4d93824606ca9470fea0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811067 Sep 15 08:58:15.072071 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca55d3-c406-42d7-88f1-4c6cbff10ffa req-b187c4af-2c79-46bf-909f-f829cce57e33 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:15.073550 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9eca55d3-c406-42d7-88f1-4c6cbff10ffa req-b187c4af-2c79-46bf-909f-f829cce57e33 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 944 time: 0.0959675 Sep 15 08:58:15.122280 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9eca55d3-c406-42d7-88f1-4c6cbff10ffa req-c120a055-8835-4deb-926e-dc86581f8ce5 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410535 Sep 15 08:58:15.160625 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-7edcd11f-ae91-4038-95ca-d6a5c94596e1 service neutron] 10.222.0.39 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539407 Sep 15 08:58:15.290220 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f5c81a63-936d-48b4-a94d-f13c19618cb7 req-083d7baf-6a85-4c31-9f2a-55b2312d1e8b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 210 time: 0.0434294 Sep 15 08:58:15.300303 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-63863687-d713-4331-899c-34cb92a3d070 service neutron] 10.222.0.39 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335299 Sep 15 08:58:15.410938 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-828f3662-934c-40c5-8fa8-acdb64814dd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Request body: {'port': {'device_id': '26d8f72b-fc30-41ab-922d-6e83c2b253e1', 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e', 'admin_state_up': True, 'tenant_id': 'bd3fe44e1e5d42c0b4118a5b3004daac'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:15.413664 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 37482) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:15.432033 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4bf830dc-2293-4552-b807-70fcf52460ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:15.473983 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-4bf830dc-2293-4552-b807-70fcf52460ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:15.492252 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-4bf830dc-2293-4552-b807-70fcf52460ea admin admin] Usage tracker for resource:security_group_rule and tenant:625d7ac618ad42f7be2c33f074710b53 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:15.514856 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-4bf830dc-2293-4552-b807-70fcf52460ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:15.526229 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-4bf830dc-2293-4552-b807-70fcf52460ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:15.676678 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-4a5b9d1b-09af-4423-9641-c7647c28c81c req-f3bcc79e-8888-49d5-85a4-bca8668df529 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 210 time: 0.1440427 Sep 15 08:58:15.681710 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-828f3662-934c-40c5-8fa8-acdb64814dd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:15.701983 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-828f3662-934c-40c5-8fa8-acdb64814dd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:15.708189 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4bf830dc-2293-4552-b807-70fcf52460ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:15.715892 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907c527-c90d-4c1a-9975-f82743b19a72 req-38996779-0896-41a3-bfef-fefeb4c82386 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:15.717340 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7907c527-c90d-4c1a-9975-f82743b19a72 req-38996779-0896-41a3-bfef-fefeb4c82386 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 945 time: 0.1327569 Sep 15 08:58:15.779898 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7907c527-c90d-4c1a-9975-f82743b19a72 req-e93075fc-7e6c-4b26-8bf5-67745173c928 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565379 Sep 15 08:58:15.789016 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4bf830dc-2293-4552-b807-70fcf52460ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:15.798591 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['763240a6-6f8f-4069-b175-a718036b4722'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:58:15.799079 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-bcb5821a-657a-426d-9bdb-99d615f38ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:15.836805 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf830dc-2293-4552-b807-70fcf52460ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4617c2d-2547-4344-80f7-083ebdeabb35,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:15.840801 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4bf830dc-2293-4552-b807-70fcf52460ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:15.843154 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-4bf830dc-2293-4552-b807-70fcf52460ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=625d7ac618ad42f7be2c33f074710b53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4282875 Sep 15 08:58:15.846278 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 37498) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:15.860661 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['3cba594d-903b-492b-a4d0-9d8c4dfb821f'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:58:15.910373 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4c3b9668-e2d6-4dc6-9c58-9325e3ffbb3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:15.936794 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4c3b9668-e2d6-4dc6-9c58-9325e3ffbb3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:15.950682 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-d56bb0e7-2174-43c0-9c45-a61dad9f2d3e req-fa80c5af-04d8-497f-8228-1d1d718bdb00 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Synchronizing usage tracker for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:port {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:58:15.953176 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-828f3662-934c-40c5-8fa8-acdb64814dd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Made reservation on behalf of bd3fe44e1e5d42c0b4118a5b3004daac for: {'port': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:58:15.956066 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-828f3662-934c-40c5-8fa8-acdb64814dd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:16.097413 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4c3b9668-e2d6-4dc6-9c58-9325e3ffbb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:16.104009 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-d56bb0e7-2174-43c0-9c45-a61dad9f2d3e req-fa80c5af-04d8-497f-8228-1d1d718bdb00 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Unset dirty status for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:port {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:58:16.106278 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d56bb0e7-2174-43c0-9c45-a61dad9f2d3e req-fa80c5af-04d8-497f-8228-1d1d718bdb00 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 210 time: 0.2630124 Sep 15 08:58:16.112323 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-bbd2b383-b447-44cf-8bb0-c6d07544bcb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:16.147602 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b9668-e2d6-4dc6-9c58-9325e3ffbb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4617c2d-2547-4344-80f7-083ebdeabb35,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:16.150160 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4c3b9668-e2d6-4dc6-9c58-9325e3ffbb3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:16.151312 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4c3b9668-e2d6-4dc6-9c58-9325e3ffbb3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:16.161113 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-4c3b9668-e2d6-4dc6-9c58-9325e3ffbb3c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4617c2d-2547-4344-80f7-083ebdeabb35 HTTP/1.1" status: 204 len: 168 time: 0.3143787 Sep 15 08:58:16.274849 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-828f3662-934c-40c5-8fa8-acdb64814dd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Allocated IP 172.20.0.7 (99cf6cad-714d-48b4-a18f-48890cca455e/82d3741a-a3a3-4d75-a034-fc6e7362caaa/fd7b9192-1dcd-4cd1-8019-0543a7285ecc) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:58:16.369164 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049bbf0-f817-478a-9270-49ffb377f2ad req-647db4e3-ad4f-489f-9988-b58d1feffc6a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:16.370704 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b049bbf0-f817-478a-9270-49ffb377f2ad req-647db4e3-ad4f-489f-9988-b58d1feffc6a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 944 time: 0.0918639 Sep 15 08:58:16.426540 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b049bbf0-f817-478a-9270-49ffb377f2ad req-fd74127f-02c0-4019-8782-b781ed468adb tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490189 Sep 15 08:58:16.478380 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-67234e74-f9c9-4134-89b6-384ed86d66c1 req-0ba04bad-e593-4ad7-a8dc-8eee9ce80bac tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 210 time: 0.0486658 Sep 15 08:58:16.555524 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-828f3662-934c-40c5-8fa8-acdb64814dd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:16.668106 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-828f3662-934c-40c5-8fa8-acdb64814dd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:16.674193 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-a9e473f3-e408-4c12-bb1e-2dea4b74f401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:16.756716 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f3662-934c-40c5-8fa8-acdb64814dd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Pushing event updated for resources: {'Port': ['ID=fd7b9192-1dcd-4cd1-8019-0543a7285ecc,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:16.761782 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-828f3662-934c-40c5-8fa8-acdb64814dd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:16.763613 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-828f3662-934c-40c5-8fa8-acdb64814dd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Network 99cf6cad-714d-48b4-a18f-48890cca455e is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:58:16.764786 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-828f3662-934c-40c5-8fa8-acdb64814dd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:58:16.771544 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-828f3662-934c-40c5-8fa8-acdb64814dd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:58:16.775747 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-828f3662-934c-40c5-8fa8-acdb64814dd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:16.776354 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-828f3662-934c-40c5-8fa8-acdb64814dd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:16.871665 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-1bdfe1fa-8ffc-4d6c-bde3-2674f4224e07 req-e9c473f7-96d1-475d-b531-21beb9efaa24 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Synchronizing usage tracker for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:58:16.887964 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-828f3662-934c-40c5-8fa8-acdb64814dd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4808176 Sep 15 08:58:16.966853 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-1bdfe1fa-8ffc-4d6c-bde3-2674f4224e07 req-e9c473f7-96d1-475d-b531-21beb9efaa24 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Unset dirty status for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:58:16.972466 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1bdfe1fa-8ffc-4d6c-bde3-2674f4224e07 req-e9c473f7-96d1-475d-b531-21beb9efaa24 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 210 time: 0.1373665 Sep 15 08:58:16.993410 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008080b8-e29c-417d-a4d2-c1b95063d438 req-7fe45551-9e61-45ab-9b0a-592be407f4e3 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:16.995339 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-008080b8-e29c-417d-a4d2-c1b95063d438 req-7fe45551-9e61-45ab-9b0a-592be407f4e3 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 945 time: 0.0844295 Sep 15 08:58:17.051634 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-008080b8-e29c-417d-a4d2-c1b95063d438 req-7b162d0b-9201-42e3-ac16-8a7f8a6caedb tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497282 Sep 15 08:58:17.281557 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7bfdbbe7-18f4-451b-9969-4e904a6cca1b req-6efd9bc8-97f2-48b9-9247-cf974960f99f tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 210 time: 0.0441186 Sep 15 08:58:17.640512 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad1928-a9ee-405f-97b9-932fb6422818 req-395c69c4-810b-496d-85dc-fd739bf4cf79 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:17.640925 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b3a69fcf-31f7-437e-85e8-34adb17871d2 req-8a43cfa8-0547-49dc-82f4-fa5fafb8a3bd tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 210 time: 0.0417032 Sep 15 08:58:17.641965 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-86ad1928-a9ee-405f-97b9-932fb6422818 req-395c69c4-810b-496d-85dc-fd739bf4cf79 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 944 time: 0.0796397 Sep 15 08:58:17.687661 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-86ad1928-a9ee-405f-97b9-932fb6422818 req-68e26d70-4d5b-45d5-abf4-2c44c8c4a692 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401087 Sep 15 08:58:18.176500 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4187eed0-01ff-43c0-8e8f-7ddb10b24f76 req-14d5cf26-3843-4df0-8b08-f9886ed112d9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 210 time: 0.0582886 Sep 15 08:58:18.256010 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa718356-a8e8-4353-b6b6-75eaa8c5d970 req-2c3dd283-3408-4042-9ffb-9c55c1e26bfb tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:18.257461 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fa718356-a8e8-4353-b6b6-75eaa8c5d970 req-2c3dd283-3408-4042-9ffb-9c55c1e26bfb tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 945 time: 0.0775256 Sep 15 08:58:18.305248 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fa718356-a8e8-4353-b6b6-75eaa8c5d970 req-2bcba7b1-322a-48da-a8bc-11fdca7ff499 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418892 Sep 15 08:58:18.506399 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-faf010a6-f914-4b34-a9f2-99817f09222f req-03e59852-f5e1-4293-90e8-20df871f4a68 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 210 time: 0.0879755 Sep 15 08:58:18.586609 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Request body: {'port': {'device_id': '26d8f72b-fc30-41ab-922d-6e83c2b253e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:18.694836 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:18.877467 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-5690751b-891d-494d-85cf-6a9292015fb3 req-2cc46149-ab0c-40a7-a005-6e2df8da7a7a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Synchronizing usage tracker for tenant:bd3fe44e1e5d42c0b4118a5b3004daac on resource:port {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:58:18.964823 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23b379-ed8e-4adf-adcd-1d43eceb4ea9 req-8cef3032-2fc9-4833-9c0d-8fd2ecd3885a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:18.966590 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7f23b379-ed8e-4adf-adcd-1d43eceb4ea9 req-8cef3032-2fc9-4833-9c0d-8fd2ecd3885a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 944 time: 0.1034279 Sep 15 08:58:19.007446 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-5690751b-891d-494d-85cf-6a9292015fb3 req-2cc46149-ab0c-40a7-a005-6e2df8da7a7a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Unset dirty status for tenant:bd3fe44e1e5d42c0b4118a5b3004daac on resource:port {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:58:19.008508 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5690751b-891d-494d-85cf-6a9292015fb3 req-2cc46149-ab0c-40a7-a005-6e2df8da7a7a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 210 time: 0.1886654 Sep 15 08:58:19.016426 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7f23b379-ed8e-4adf-adcd-1d43eceb4ea9 req-ec30e615-798b-486d-b73b-2950bf9406e9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Sep 15 08:58:19.116882 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7b9192-1dcd-4cd1-8019-0543a7285ecc {{(pid=75825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:58:19.125765 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:19.141023 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.provisioning_blocks [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Transition to ACTIVE for port object fd7b9192-1dcd-4cd1-8019-0543a7285ecc will not be triggered until provisioned by entity L2. {{(pid=75825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:58:19.194772 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:19.199496 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e106780b-ec8b-4f0d-8a89-ba13bd842806 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:19.353021 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7b9192-1dcd-4cd1-8019-0543a7285ecc,revision_number=2']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:19.357644 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:19.359878 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dd1b1ce7-f1ec-4898-9c1a-472825a4d87b req-96260b84-3bf6-49f7-b3b3-7161c48e189d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 210 time: 0.0559185 Sep 15 08:58:19.421478 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Attempting to bind port fd7b9192-1dcd-4cd1-8019-0543a7285ecc on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:58:19.421794 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Attempting to bind port fd7b9192-1dcd-4cd1-8019-0543a7285ecc by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'd7140ae3-635c-4fb5-88b0-420b9f11a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e'}] {{(pid=75825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:58:19.422160 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Attempting to bind port fd7b9192-1dcd-4cd1-8019-0543a7285ecc on network 99cf6cad-714d-48b4-a18f-48890cca455e {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:58:19.428322 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Port fd7b9192-1dcd-4cd1-8019-0543a7285ecc on network 99cf6cad-714d-48b4-a18f-48890cca455e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:58:19.428631 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Attempting to bind port fd7b9192-1dcd-4cd1-8019-0543a7285ecc on network 99cf6cad-714d-48b4-a18f-48890cca455e {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:58:19.435391 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:58:19.435715 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Checking segment: {'id': 'd7140ae3-635c-4fb5-88b0-420b9f11a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:58:19.436089 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Bound using segment: {'id': 'd7140ae3-635c-4fb5-88b0-420b9f11a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e'} {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:58:19.436503 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Bound port: fd7b9192-1dcd-4cd1-8019-0543a7285ecc, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7140ae3-635c-4fb5-88b0-420b9f11a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e'}}] {{(pid=75825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:58:19.436837 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:19.539818 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2db8f6-6e92-4a1e-a44f-b60c3766b4d9 req-54f3c06a-2a36-4f73-b534-2f32a72aa1e8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:19.540599 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] For port fd7b9192-1dcd-4cd1-8019-0543a7285ecc, host hv-cinder-80600, cleared binding levels {{(pid=75825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:58:19.549178 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6a2db8f6-6e92-4a1e-a44f-b60c3766b4d9 req-54f3c06a-2a36-4f73-b534-2f32a72aa1e8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 945 time: 0.0940380 Sep 15 08:58:19.551568 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] For port fd7b9192-1dcd-4cd1-8019-0543a7285ecc, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fd7b9192-1dcd-4cd1-8019-0543a7285ecc,segment=NetworkSegment(d7140ae3-635c-4fb5-88b0-420b9f11a994),segment_id=d7140ae3-635c-4fb5-88b0-420b9f11a994)] {{(pid=75825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:58:19.600791 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6a2db8f6-6e92-4a1e-a44f-b60c3766b4d9 req-909ef3be-51f0-4b71-8bdc-db2e84cd5081 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511637 Sep 15 08:58:19.623584 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:19.641321 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:19.778715 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:19.780105 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] 10.222.0.20 "PUT /v2.0/ports/fd7b9192-1dcd-4cd1-8019-0543a7285ecc HTTP/1.1" status: 200 len: 1093 time: 1.1992917 Sep 15 08:58:19.780723 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d8f72b-fc30-41ab-922d-6e83c2b253e1', 'tag': 'fd7b9192-1dcd-4cd1-8019-0543a7285ecc'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:58:19.787448 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c80d8a64-7a80-477b-9494-213f57ae8dd5 req-a607c0c8-fedb-4be1-8fe8-7ca793f1f685 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 210 time: 0.1091518 Sep 15 08:58:19.806509 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7b9192-1dcd-4cd1-8019-0543a7285ecc,revision_number=3']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:19.816853 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:19.871922 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d8f72b-fc30-41ab-922d-6e83c2b253e1', 'tag': 'fd7b9192-1dcd-4cd1-8019-0543a7285ecc', 'status': 'completed', 'code': 200} Sep 15 08:58:20.223312 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2c7aab57-b2a7-4ea3-9a18-e732dc695e7b req-8994a652-cd99-4a8b-af04-47aab95229ac tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 210 time: 0.0626159 Sep 15 08:58:20.261899 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4028b-1fc1-46af-b10e-89f06d594e8e req-6a27ba8f-1ea3-4736-a619-568d320c4395 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:20.263368 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6ec4028b-1fc1-46af-b10e-89f06d594e8e req-6a27ba8f-1ea3-4736-a619-568d320c4395 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 944 time: 0.1064110 Sep 15 08:58:20.306571 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6ec4028b-1fc1-46af-b10e-89f06d594e8e req-a72ba527-6080-48e8-bb07-7916be27f474 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377400 Sep 15 08:58:20.562814 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5b0395af-fe41-4ade-8e0d-df99c42032ce req-d2026247-13c0-4678-9a50-42828f5d98e1 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 210 time: 0.0420420 Sep 15 08:58:20.826819 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708a5f3-e437-4c91-b679-62c01c25b862 req-0511829e-fab7-493e-a13c-e68e06a1f7c6 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:20.828194 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d708a5f3-e437-4c91-b679-62c01c25b862 req-0511829e-fab7-493e-a13c-e68e06a1f7c6 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 945 time: 0.0786748 Sep 15 08:58:20.874936 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d708a5f3-e437-4c91-b679-62c01c25b862 req-b1b8dc4d-6835-478a-8990-daace1c16324 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Sep 15 08:58:20.950727 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-1dc9b535-7e7e-401b-8cf3-c56322e1cdff req-283dbe48-1c3c-4292-9ee7-f520547354e5 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 210 time: 0.0399752 Sep 15 08:58:21.385847 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-cf9a2036-9d04-4957-8341-f4c9f5ff8ddb req-781abb5a-24dc-4b44-83ea-22ce78eeee58 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 210 time: 0.0392067 Sep 15 08:58:21.505657 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f5bc3-0cd3-4692-a797-726a92b42514 req-363f1bdf-c9b9-4df5-8f69-a5fd1086bb41 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:21.507041 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-df6f5bc3-0cd3-4692-a797-726a92b42514 req-363f1bdf-c9b9-4df5-8f69-a5fd1086bb41 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 944 time: 0.0782464 Sep 15 08:58:21.552398 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-df6f5bc3-0cd3-4692-a797-726a92b42514 req-bc610429-8093-4b51-81e5-8977af537f37 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386631 Sep 15 08:58:21.560385 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:58:21.740067 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-12153b11-114f-4916-a3f1-e353bbfade18 req-d742ea7c-c060-4885-befb-800fe0ea9552 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 210 time: 0.0432856 Sep 15 08:58:21.900446 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ad1d2141-b3f5-4c58-ad27-5ab11735bdfc req-fce7d5d0-2cac-4e2a-ba64-d4f1e310f736 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd3fe44e1e5d42c0b4118a5b3004daac&device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 1096 time: 0.0697021 Sep 15 08:58:22.110167 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d2141-b3f5-4c58-ad27-5ab11735bdfc req-d8a29626-3150-4cfa-bd39-1d1fecf82f28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:22.111625 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ad1d2141-b3f5-4c58-ad27-5ab11735bdfc req-d8a29626-3150-4cfa-bd39-1d1fecf82f28 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=bd3fe44e1e5d42c0b4118a5b3004daac&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1947086 Sep 15 08:58:22.127611 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-720ce4cc-16b2-4faa-b85d-e376213e88df req-b7bc62d4-21b4-4fbb-898e-fbdd784f8df1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 210 time: 0.0464935 Sep 15 08:58:22.147928 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293e973-714c-4395-8bb2-9945e74ee851 req-6780cff4-b1e9-4809-b909-40edfc88a01e tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:22.149369 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3293e973-714c-4395-8bb2-9945e74ee851 req-6780cff4-b1e9-4809-b909-40edfc88a01e tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 945 time: 0.1470227 Sep 15 08:58:22.290691 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3293e973-714c-4395-8bb2-9945e74ee851 req-96519726-0345-4ab4-af48-2768826e17b8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950654 Sep 15 08:58:22.324536 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d2141-b3f5-4c58-ad27-5ab11735bdfc req-e29dfed3-bf92-43ac-a587-088e109eeafd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:22.324536 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ad1d2141-b3f5-4c58-ad27-5ab11735bdfc req-e29dfed3-bf92-43ac-a587-088e109eeafd service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1926770 Sep 15 08:58:22.556845 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-521cbd10-e6aa-442b-9079-1d389346e95c req-8128f8d6-d2e7-4f18-9404-9879683a09d1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 210 time: 0.0410078 Sep 15 08:58:22.749191 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61799d8c-cf58-44d9-90ce-035283d753dc req-b1c2aef8-df76-49fc-ac74-87e58d16fef0 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:22.750657 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-61799d8c-cf58-44d9-90ce-035283d753dc req-b1c2aef8-df76-49fc-ac74-87e58d16fef0 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 944 time: 0.0763583 Sep 15 08:58:22.799226 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-61799d8c-cf58-44d9-90ce-035283d753dc req-b7c08d5c-6ec9-44f4-b8a7-32f514351d23 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430210 Sep 15 08:58:22.918415 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-dc404346-22b3-4f76-954e-4315cd1b495b req-2f34dd44-625a-4e76-9c19-acab34cbe2e9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 210 time: 0.0428500 Sep 15 08:58:23.288811 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-bf79eb5a-0d47-4244-b09e-727015049e9b req-ccdecf1a-6316-4ace-8071-56969fde75db tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 210 time: 0.0401258 Sep 15 08:58:23.488385 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ebed6-a55f-4cd7-a4da-b66a8eae9b97 req-67cfd306-533a-4a00-a646-0c3429c90ecf tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:23.488385 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4f6ebed6-a55f-4cd7-a4da-b66a8eae9b97 req-67cfd306-533a-4a00-a646-0c3429c90ecf tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 945 time: 0.0737152 Sep 15 08:58:23.523244 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4f6ebed6-a55f-4cd7-a4da-b66a8eae9b97 req-ee3753eb-e4ee-422f-9c1d-98878aa4c217 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386255 Sep 15 08:58:23.716047 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Sync routers for ids ['9279da42-9074-4c93-9f9c-105973375698'] in dv-cinder-806008-2-iscsi {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:58:23.717261 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7591c85e-e0e7-4490-84d8-f0131c743fcb req-df6d4227-404d-4f30-b66f-ffca11792fa8 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 210 time: 0.0461888 Sep 15 08:58:23.728609 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Routers {'9279da42-9074-4c93-9f9c-105973375698'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:58:23.729290 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:58:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9279da42-9074-4c93-9f9c-105973375698'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:58:23.909117 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Set router 9279da42-9074-4c93-9f9c-105973375698 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:58:24.019095 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028b120-70a4-4e00-ad52-77ef9481ba1e req-cf77978c-0c14-4f03-9043-46835b134772 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:24.020693 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7028b120-70a4-4e00-ad52-77ef9481ba1e req-cf77978c-0c14-4f03-9043-46835b134772 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 944 time: 0.0915585 Sep 15 08:58:24.068194 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7028b120-70a4-4e00-ad52-77ef9481ba1e req-aee100c4-7ee2-4d3c-b324-7abcde8fdba8 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417223 Sep 15 08:58:24.101099 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-034533f3-9388-490d-b3de-5fa9342393eb req-4fb58656-b247-4369-88a9-c1a1bfcde614 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 210 time: 0.0449681 Sep 15 08:58:24.227048 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '13229827-0414-4a3d-8f4e-892feee9cf94', 'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'mac_address': 'fa:16:3e:be:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:54Z', 'updated_at': '2021-09-15T08:58:00Z', 'revision_number': 2, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'subnets': [{'id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:58:24.230765 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Checking router: 9279da42-9074-4c93-9f9c-105973375698 for host: dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:58:24.231117 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Updating router 9279da42-9074-4c93-9f9c-105973375698 port 13229827-0414-4a3d-8f4e-892feee9cf94 binding host dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:58:24.280437 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:24.449318 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1b802245-9eba-4376-82a4-2a41b813f0b9 req-a2451655-05f2-4a3c-aadc-d740023cdfcd tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 210 time: 0.0400665 Sep 15 08:58:24.637351 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Notify callbacks [] for port, precommit_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:24.648305 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.provisioning_blocks [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Transition to ACTIVE for port object 13229827-0414-4a3d-8f4e-892feee9cf94 will not be triggered until provisioned by entity L2. {{(pid=75829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:58:24.703254 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:24.710960 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-25f97c1b-5bb4-4466-9387-0b43661d9534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:24.738294 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97a070-c7e2-4a81-af3a-8a35c0cb30d4 req-6d7dd16f-ccd6-4780-b8b2-7f64a92a57eb tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:24.742117 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cd97a070-c7e2-4a81-af3a-8a35c0cb30d4 req-6d7dd16f-ccd6-4780-b8b2-7f64a92a57eb tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 945 time: 0.0945210 Sep 15 08:58:24.784081 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e9f77-b02e-4da0-bfe9-f6594e7855d7 None None] Pushing event updated for resources: {'Port': ['ID=13229827-0414-4a3d-8f4e-892feee9cf94,revision_number=3']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:24.788359 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-676e9f77-b02e-4da0-bfe9-f6594e7855d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:24.810694 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cd97a070-c7e2-4a81-af3a-8a35c0cb30d4 req-57b65dc8-5291-47aa-bb8c-8262370ad5cb tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629678 Sep 15 08:58:24.913484 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-717f46e5-bfbb-4917-8618-470121713531 req-a82ff896-7c0c-4952-997e-e62411496759 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 210 time: 0.0556307 Sep 15 08:58:24.951317 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Attempting to bind port 13229827-0414-4a3d-8f4e-892feee9cf94 on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:58:24.951689 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Attempting to bind port 13229827-0414-4a3d-8f4e-892feee9cf94 by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '1f19e222-9bb1-423a-99fe-b5c6a8d3a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c'}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:58:24.952047 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Attempting to bind port 13229827-0414-4a3d-8f4e-892feee9cf94 on network dee31690-1b17-41a7-9226-bbc0b9faff0c {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:58:24.958834 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:58:24.959227 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Checking segment: {'id': '1f19e222-9bb1-423a-99fe-b5c6a8d3a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:58:24.959683 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:24.960081 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Bound using segment: {'id': '1f19e222-9bb1-423a-99fe-b5c6a8d3a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c'} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:58:24.960539 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Bound port: 13229827-0414-4a3d-8f4e-892feee9cf94, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f19e222-9bb1-423a-99fe-b5c6a8d3a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c'}}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:58:24.960925 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:25.017660 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 3cba594d-903b-492b-a4d0-9d8c4dfb821f up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:58:25.053665 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] For port 13229827-0414-4a3d-8f4e-892feee9cf94, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:58:25.058999 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] For port 13229827-0414-4a3d-8f4e-892feee9cf94, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=13229827-0414-4a3d-8f4e-892feee9cf94,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:58:25.165637 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port 3cba594d-903b-492b-a4d0-9d8c4dfb821f completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:58:25.166406 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:25.172966 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:25.173489 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port 3cba594d-903b-492b-a4d0-9d8c4dfb821f triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:25.174037 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:25.203184 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-e3bb245b-a3dc-4683-ad67-6b2b1c0b1e51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd3fe44e1e5d42c0b4118a5b3004daac&device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 1096 time: 0.1174080 Sep 15 08:58:25.291302 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e9f77-b02e-4da0-bfe9-f6594e7855d7 None None] Pushing event updated for resources: {'Port': ['ID=13229827-0414-4a3d-8f4e-892feee9cf94,revision_number=4']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:25.295457 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-676e9f77-b02e-4da0-bfe9-f6594e7855d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:25.296584 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Routers {'9279da42-9074-4c93-9f9c-105973375698'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:58:25.297204 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:58:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9279da42-9074-4c93-9f9c-105973375698'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:58:25.334480 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-6ea371bd-043b-4396-8b66-7e72e6e367c0 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:25.335447 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-6ea371bd-043b-4396-8b66-7e72e6e367c0 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Synchronizing usage tracker for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:network {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:58:25.362807 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:25.398565 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e110435-269e-4721-b7e3-37454d25489c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cba594d-903b-492b-a4d0-9d8c4dfb821f'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:58:25.465989 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 3cba594d-903b-492b-a4d0-9d8c4dfb821f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3cba594d-903b-492b-a4d0-9d8c4dfb821f,segment=NetworkSegment(24d19f94-3154-4388-a5e5-331f207891f4),segment_id=24d19f94-3154-4388-a5e5-331f207891f4)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:25.491523 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-69c098c0-7319-4f94-ba24-72572844a7e2 req-ad1dc536-3053-42fd-bcb5-1cdca0ef93d0 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 210 time: 0.1259573 Sep 15 08:58:25.492893 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-cfa2f0d8-80f0-4d6d-8b0e-7e36e7f1ce22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7b9192-1dcd-4cd1-8019-0543a7285ecc HTTP/1.1" status: 200 len: 217 time: 0.2684102 Sep 15 08:58:25.539547 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66967185-50d9-4523-a703-f5fb5d08b7f3 req-bb9d61c1-3cff-49ba-8d01-ba0672f4f28d tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:25.544602 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-66967185-50d9-4523-a703-f5fb5d08b7f3 req-bb9d61c1-3cff-49ba-8d01-ba0672f4f28d tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 944 time: 0.2278373 Sep 15 08:58:25.577514 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:25.578481 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 763240a6-6f8f-4069-b175-a718036b4722 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:58:25.584773 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-6ea371bd-043b-4396-8b66-7e72e6e367c0 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Unset dirty status for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:network {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:58:25.585903 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-6ea371bd-043b-4396-8b66-7e72e6e367c0 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.20 "GET /v2.0/networks?id=2a7d9519-adcd-45df-bd0a-0005f95484a0 HTTP/1.1" status: 200 len: 811 time: 0.5066192 Sep 15 08:58:25.618386 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-d64e564d-6302-40db-98d0-097066e350a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:25.623742 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-d64e564d-6302-40db-98d0-097066e350a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d3741a-a3a3-4d75-a034-fc6e7362caaa HTTP/1.1" status: 200 len: 859 time: 0.1222947 Sep 15 08:58:25.635292 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] Set router 9279da42-9074-4c93-9f9c-105973375698 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:58:25.683231 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-795d92a6-a660-400c-8e50-a5b46c4949a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:25.696240 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-66967185-50d9-4523-a703-f5fb5d08b7f3 req-e600f728-8b7e-4959-9c09-3b2891855b9f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439669 Sep 15 08:58:25.730306 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-78797cd9-c71f-430f-8ce7-0f452e7e4b0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99cf6cad-714d-48b4-a18f-48890cca455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978286 Sep 15 08:58:25.737653 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-644b422d-926f-4344-a5e2-840bc03ff6c5 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Synchronizing usage tracker for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:security_group {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:58:25.887017 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=3cba594d-903b-492b-a4d0-9d8c4dfb821f,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:25.891222 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:25.903526 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-644b422d-926f-4344-a5e2-840bc03ff6c5 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Unset dirty status for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:security_group {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:58:25.905239 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-644b422d-926f-4344-a5e2-840bc03ff6c5 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aadda57f2be49a592d2dc246c4ce0ed HTTP/1.1" status: 200 len: 380 time: 0.2917552 Sep 15 08:58:25.914861 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Request body: {'port': {'device_id': '661af67d-f3ef-4c65-bcb6-a51b229ddbf0', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'admin_state_up': True, 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'security_groups': ['c23a85c6-d8e7-4e50-8932-41c5632c47ed']}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:25.941083 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-afa668f2-ab53-4aab-9f2f-fc6259b218bf service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022955 Sep 15 08:58:26.024929 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f3d999d8-dc65-406b-8bb6-895b14d720f6 req-25ffa2f6-0ef2-4620-997b-0bb84ae1b11f tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 210 time: 0.0828021 Sep 15 08:58:26.034584 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port 763240a6-6f8f-4069-b175-a718036b4722 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:58:26.050108 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port 763240a6-6f8f-4069-b175-a718036b4722 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:26.050639 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:26.084642 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.20', 51109) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:26.288317 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '13229827-0414-4a3d-8f4e-892feee9cf94', 'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'mac_address': 'fa:16:3e:be:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:54Z', 'updated_at': '2021-09-15T08:58:25Z', 'revision_number': 4, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'subnets': [{'id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:58:26.294644 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e878960a-1e49-4851-b0e6-0e7d054904e3 None None] The sync data for ids ['9279da42-9074-4c93-9f9c-105973375698'] in dv-cinder-806008-2-iscsi is: [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '13229827-0414-4a3d-8f4e-892feee9cf94', 'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'mac_address': 'fa:16:3e:be:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:54Z', 'updated_at': '2021-09-15T08:58:25Z', 'revision_number': 4, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'subnets': [{'id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:58:26.363649 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e110435-269e-4721-b7e3-37454d25489c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cba594d-903b-492b-a4d0-9d8c4dfb821f', 'code': 200} Sep 15 08:58:26.422436 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9b8cc99c-fb94-4f82-9c48-28de29c15fdd req-12d4dc40-6acd-4a2d-9764-26312b3bb664 service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964124 Sep 15 08:58:26.450174 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:26.540250 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 763240a6-6f8f-4069-b175-a718036b4722, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=763240a6-6f8f-4069-b175-a718036b4722,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:26.560826 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:26.579201 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:26.589860 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469ac20-e565-47f8-819c-31f4418c49cd req-9110c6b9-fb8c-48dd-ba01-58dae0b5bf55 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:26.597873 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2469ac20-e565-47f8-819c-31f4418c49cd req-9110c6b9-fb8c-48dd-ba01-58dae0b5bf55 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 946 time: 0.4018056 Sep 15 08:58:26.669805 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:26.674331 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-0af5e009-6c02-4905-b7da-24eb9c6fe5d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:26.700204 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-138e81a0-47fa-424a-8bd3-55fff0260ca1 req-4dae2458-055b-4177-ad71-208b3e2d8869 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 210 time: 0.0838735 Sep 15 08:58:26.719424 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Made reservation on behalf of 1aadda57f2be49a592d2dc246c4ce0ed for: {'port': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:58:26.722729 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:26.764208 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2469ac20-e565-47f8-819c-31f4418c49cd req-ea910a8b-be00-43c7-97b8-c2fc1fcfb927 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651204 Sep 15 08:58:26.822398 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=763240a6-6f8f-4069-b175-a718036b4722,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:26.833521 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:27.055530 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.20', 51117) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:27.111536 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fe589eec-80fc-4338-95a5-1825184f3dbf req-0ec24617-969b-497c-a2f6-8b3eee3836fe tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 210 time: 0.0758922 Sep 15 08:58:27.133941 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-21de5768-290f-4773-b389-49277f56aada tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:27.135472 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-21de5768-290f-4773-b389-49277f56aada tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.20 "GET /v2.0/networks?id=99cf6cad-714d-48b4-a18f-48890cca455e HTTP/1.1" status: 200 len: 819 time: 0.7161229 Sep 15 08:58:27.148986 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Allocated IP 172.20.0.10 (2a7d9519-adcd-45df-bd0a-0005f95484a0/16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c/afdabbd5-43b9-4136-8495-2bdae211bde3) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:58:27.168317 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-d3f19b3d-67a8-4f67-be39-65755ec2e9bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Request body: {'port': {'device_id': '9bc1c15f-24f5-496f-a675-9771d0025292', 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e', 'admin_state_up': True, 'tenant_id': 'bd3fe44e1e5d42c0b4118a5b3004daac'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:27.376292 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d1bfa00d-5646-491a-b5e8-f0ce7210948d req-75ce6816-d70c-46d1-a91e-835f3f5d0490 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 1099 time: 0.3075130 Sep 15 08:58:27.453057 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-d3f19b3d-67a8-4f67-be39-65755ec2e9bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:27.465755 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-d3f19b3d-67a8-4f67-be39-65755ec2e9bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:27.484357 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7014ba-0f7e-4ba0-9976-7891fd60ada5 req-21da8e9b-f7fe-455a-afb6-964a61779fd6 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:27.488263 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9c7014ba-0f7e-4ba0-9976-7891fd60ada5 req-21da8e9b-f7fe-455a-afb6-964a61779fd6 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 945 time: 0.5046339 Sep 15 08:58:27.492413 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-d1bfa00d-5646-491a-b5e8-f0ce7210948d req-95337fc8-d18e-4e9a-8c2d-ca5ff940fc8d service neutron] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:27.563255 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-192785d8-0443-49cc-a43e-5637dae8a43b req-040a8514-56be-42c4-8723-87d6ef5acd27 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 210 time: 0.0903072 Sep 15 08:58:27.621704 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-6a706cf2-51a3-4558-9a0d-7b3cc150cae9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:27.623217 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-6a706cf2-51a3-4558-9a0d-7b3cc150cae9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.20 "GET /v2.0/networks?id=dee31690-1b17-41a7-9226-bbc0b9faff0c HTTP/1.1" status: 200 len: 816 time: 0.8485527 Sep 15 08:58:27.629666 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9c7014ba-0f7e-4ba0-9976-7891fd60ada5 req-ee49a8f9-edcc-4352-b40f-8f1959d2415b tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232617 Sep 15 08:58:27.634233 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-d1bfa00d-5646-491a-b5e8-f0ce7210948d req-95337fc8-d18e-4e9a-8c2d-ca5ff940fc8d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:27.648267 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-d1bfa00d-5646-491a-b5e8-f0ce7210948d req-95337fc8-d18e-4e9a-8c2d-ca5ff940fc8d service neutron] Usage tracker for resource:security_group_rule and tenant:95d06e9320f74542979929bed3468320 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:27.677028 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:27.692295 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-d3f19b3d-67a8-4f67-be39-65755ec2e9bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Made reservation on behalf of bd3fe44e1e5d42c0b4118a5b3004daac for: {'port': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:58:27.695279 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-d3f19b3d-67a8-4f67-be39-65755ec2e9bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:27.704025 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.provisioning_blocks [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Transition to ACTIVE for port object afdabbd5-43b9-4136-8495-2bdae211bde3 will not be triggered until provisioned by entity DHCP. {{(pid=75825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:58:27.732707 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-d1bfa00d-5646-491a-b5e8-f0ce7210948d req-95337fc8-d18e-4e9a-8c2d-ca5ff940fc8d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:27.740797 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-d1bfa00d-5646-491a-b5e8-f0ce7210948d req-95337fc8-d18e-4e9a-8c2d-ca5ff940fc8d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:27.761965 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-65c23d6e-f758-442c-998f-1ab3cfd8d904 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Synchronizing usage tracker for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:security_group {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:58:27.789373 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-65c23d6e-f758-442c-998f-1ab3cfd8d904 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Unset dirty status for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:security_group {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:58:27.790569 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-65c23d6e-f758-442c-998f-1ab3cfd8d904 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f168b6f24dc4d93824606ca9470fea0 HTTP/1.1" status: 200 len: 380 time: 0.1394570 Sep 15 08:58:27.819148 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-d1bfa00d-5646-491a-b5e8-f0ce7210948d req-95337fc8-d18e-4e9a-8c2d-ca5ff940fc8d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:27.834386 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Request body: {'port': {'device_id': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'admin_state_up': True, 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'security_groups': ['0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5']}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:27.840708 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:27.848692 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:27.963119 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-d1bfa00d-5646-491a-b5e8-f0ce7210948d req-95337fc8-d18e-4e9a-8c2d-ca5ff940fc8d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:27.984427 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Network 2a7d9519-adcd-45df-bd0a-0005f95484a0 is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:58:28.011132 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:58:28.020717 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:58:28.025389 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:28.026856 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:28.028282 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5ead9f89-3ec6-4f99-a93b-5ce99000c265 req-a137b9fe-2630-426b-afa6-eae8e096ec1c tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 210 time: 0.1766171 Sep 15 08:58:28.029211 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:28.048194 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event updated for resources: {'Port': ['ID=afdabbd5-43b9-4136-8495-2bdae211bde3,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:28.054575 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:28.067273 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d1bfa00d-5646-491a-b5e8-f0ce7210948d req-95337fc8-d18e-4e9a-8c2d-ca5ff940fc8d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6268952 Sep 15 08:58:28.067848 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-3e1201ec-ecb2-4f65-9d94-8f8ec2182d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:28.097202 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92a70a-6577-4746-8425-b937a7852754 req-7df6c7b9-8f48-4af5-8e74-0dec092c99bf tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:28.104026 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ef92a70a-6577-4746-8425-b937a7852754 req-7df6c7b9-8f48-4af5-8e74-0dec092c99bf tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 946 time: 0.2047596 Sep 15 08:58:28.129240 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:28.165835 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 13229827-0414-4a3d-8f4e-892feee9cf94 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:58:28.171816 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-d3f19b3d-67a8-4f67-be39-65755ec2e9bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Allocated IP 172.20.0.3 (99cf6cad-714d-48b4-a18f-48890cca455e/82d3741a-a3a3-4d75-a034-fc6e7362caaa/834d7008-fc0a-404f-8253-016e3f7d8ca2) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:58:28.178700 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95337fc8-d18e-4e9a-8c2d-ca5ff940fc8d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a29442a0-8ca1-4e1e-85e2-3587a0d09f4a,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:28.202385 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-95337fc8-d18e-4e9a-8c2d-ca5ff940fc8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:28.247887 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ef92a70a-6577-4746-8425-b937a7852754 req-e5c9ef22-34b3-462d-b7ed-b2f28d617052 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429081 Sep 15 08:58:28.252626 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3418305 Sep 15 08:58:28.321948 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Made reservation on behalf of 5f168b6f24dc4d93824606ca9470fea0 for: {'port': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:58:28.325338 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:28.366172 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763240a6-6f8f-4069-b175-a718036b4722'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:58:28.379397 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port 13229827-0414-4a3d-8f4e-892feee9cf94 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:58:28.392982 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 13229827-0414-4a3d-8f4e-892feee9cf94 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:28.393352 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:28.402709 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Request body: {'port': {'device_id': '661af67d-f3ef-4c65-bcb6-a51b229ddbf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:28.508657 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763240a6-6f8f-4069-b175-a718036b4722', 'code': 200} Sep 15 08:58:28.573875 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:28.606377 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:28.628471 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-e2166990-b0a4-45e6-ab1d-179aa3467eaa None None] Provisioning for port afdabbd5-43b9-4136-8495-2bdae211bde3 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:58:28.644667 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-e2166990-b0a4-45e6-ab1d-179aa3467eaa None None] Provisioning complete for port afdabbd5-43b9-4136-8495-2bdae211bde3 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:28.647682 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-e2166990-b0a4-45e6-ab1d-179aa3467eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:28.705539 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Allocated IP 172.20.0.3 (dee31690-1b17-41a7-9226-bbc0b9faff0c/c69077b5-d8c6-4f9f-8dc8-1e62fce814b7/314b817f-9c79-46cf-a672-a625eea4af10) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:58:28.775703 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-e2166990-b0a4-45e6-ab1d-179aa3467eaa None None] Port afdabbd5-43b9-4136-8495-2bdae211bde3 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:58:28.780335 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port 13229827-0414-4a3d-8f4e-892feee9cf94, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=13229827-0414-4a3d-8f4e-892feee9cf94,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:28.852568 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:28.859104 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:28.942440 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=13229827-0414-4a3d-8f4e-892feee9cf94,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:28.946550 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:28.950604 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-074cbf64-e704-45e1-8e36-ddd945388032 req-58f40f13-1d3c-4cdd-bb59-5634bfc3790e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 210 time: 0.0657487 Sep 15 08:58:28.984238 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-d3f19b3d-67a8-4f67-be39-65755ec2e9bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:28.993701 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d4ad6-b177-4a29-81d1-092740241725 req-41b0a280-f3ee-4179-acb5-9df8180994d5 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:28.994565 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-3a3d4ad6-b177-4a29-81d1-092740241725 req-41b0a280-f3ee-4179-acb5-9df8180994d5 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Synchronizing usage tracker for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:port {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:58:29.040048 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:29.060575 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Transition to ACTIVE for port object 314b817f-9c79-46cf-a672-a625eea4af10 will not be triggered until provisioned by entity DHCP. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:58:29.075129 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afdabbd5-43b9-4136-8495-2bdae211bde3 {{(pid=75825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:58:29.082377 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:29.089409 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-3a3d4ad6-b177-4a29-81d1-092740241725 req-41b0a280-f3ee-4179-acb5-9df8180994d5 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Unset dirty status for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:port {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:58:29.090581 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3a3d4ad6-b177-4a29-81d1-092740241725 req-41b0a280-f3ee-4179-acb5-9df8180994d5 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 932 time: 0.2399321 Sep 15 08:58:29.132000 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.provisioning_blocks [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Transition to ACTIVE for port object afdabbd5-43b9-4136-8495-2bdae211bde3 will not be triggered until provisioned by entity L2. {{(pid=75825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:58:29.148320 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3a3d4ad6-b177-4a29-81d1-092740241725 req-fca733d7-b99e-41d0-8762-5b932abb0433 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504644 Sep 15 08:58:29.162820 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-d3f19b3d-67a8-4f67-be39-65755ec2e9bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:29.179204 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:29.220794 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:29.245764 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:29.250431 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:29.337153 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a2a87-4b24-47b8-8669-16549c6d50a2 req-513f7e11-cfba-48ed-9f29-ff0b9e1f1794 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:29.338638 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-713a2a87-4b24-47b8-8669-16549c6d50a2 req-513f7e11-cfba-48ed-9f29-ff0b9e1f1794 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 945 time: 0.2588899 Sep 15 08:58:29.348165 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f19b3d-67a8-4f67-be39-65755ec2e9bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Pushing event updated for resources: {'Port': ['ID=834d7008-fc0a-404f-8253-016e3f7d8ca2,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:29.352916 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-d3f19b3d-67a8-4f67-be39-65755ec2e9bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Network 99cf6cad-714d-48b4-a18f-48890cca455e is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:58:29.354780 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d3f19b3d-67a8-4f67-be39-65755ec2e9bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:29.356182 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-d3f19b3d-67a8-4f67-be39-65755ec2e9bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:58:29.357751 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:29.399146 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-d3f19b3d-67a8-4f67-be39-65755ec2e9bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:58:29.443809 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Pushing event updated for resources: {'Port': ['ID=afdabbd5-43b9-4136-8495-2bdae211bde3,revision_number=2']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:29.449308 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:29.466030 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Network dee31690-1b17-41a7-9226-bbc0b9faff0c is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:58:29.472282 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:58:29.491916 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:58:29.517416 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde8a93-d32a-4bd7-80ee-472177f485fb req-a14c6c63-d340-447a-929d-fadc546811c1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:29.518967 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ecde8a93-d32a-4bd7-80ee-472177f485fb req-a14c6c63-d340-447a-929d-fadc546811c1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 931 time: 0.2317562 Sep 15 08:58:29.519866 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Attempting to bind port afdabbd5-43b9-4136-8495-2bdae211bde3 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:58:29.520195 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Attempting to bind port afdabbd5-43b9-4136-8495-2bdae211bde3 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '78ca8c3b-1126-41fe-ae79-2dbb854e5a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0'}] {{(pid=75825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:58:29.520522 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Attempting to bind port afdabbd5-43b9-4136-8495-2bdae211bde3 on network 2a7d9519-adcd-45df-bd0a-0005f95484a0 {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:58:29.532182 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Port afdabbd5-43b9-4136-8495-2bdae211bde3 on network 2a7d9519-adcd-45df-bd0a-0005f95484a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:58:29.532622 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Attempting to bind port afdabbd5-43b9-4136-8495-2bdae211bde3 on network 2a7d9519-adcd-45df-bd0a-0005f95484a0 {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:58:29.562009 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-d3f19b3d-67a8-4f67-be39-65755ec2e9bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:29.566850 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-d3f19b3d-67a8-4f67-be39-65755ec2e9bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:29.569419 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:58:29.569753 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Checking segment: {'id': '78ca8c3b-1126-41fe-ae79-2dbb854e5a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:58:29.570193 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Bound using segment: {'id': '78ca8c3b-1126-41fe-ae79-2dbb854e5a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0'} {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:58:29.570629 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Bound port: afdabbd5-43b9-4136-8495-2bdae211bde3, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ca8c3b-1126-41fe-ae79-2dbb854e5a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0'}}] {{(pid=75825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:58:29.570971 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:29.576442 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event updated for resources: {'Port': ['ID=314b817f-9c79-46cf-a672-a625eea4af10,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:29.590819 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:29.608691 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-713a2a87-4b24-47b8-8669-16549c6d50a2 req-16d31036-cbcf-4db8-b7e8-4fb3c9747dbe tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576427 Sep 15 08:58:29.617877 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:29.618609 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:29.709138 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-ecde8a93-d32a-4bd7-80ee-472177f485fb req-2813302d-070e-462b-afe6-2221fd72d0cf tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Synchronizing usage tracker for tenant:bd3fe44e1e5d42c0b4118a5b3004daac on resource:security_group {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:58:29.715261 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-d3f19b3d-67a8-4f67-be39-65755ec2e9bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5564637 Sep 15 08:58:29.735850 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9041483 Sep 15 08:58:29.752052 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] For port afdabbd5-43b9-4136-8495-2bdae211bde3, host hv-cinder-80600, cleared binding levels {{(pid=75825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:58:29.755735 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] For port afdabbd5-43b9-4136-8495-2bdae211bde3, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=afdabbd5-43b9-4136-8495-2bdae211bde3,segment=NetworkSegment(78ca8c3b-1126-41fe-ae79-2dbb854e5a16),segment_id=78ca8c3b-1126-41fe-ae79-2dbb854e5a16)] {{(pid=75825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:58:29.794350 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-ecde8a93-d32a-4bd7-80ee-472177f485fb req-2813302d-070e-462b-afe6-2221fd72d0cf tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Unset dirty status for tenant:bd3fe44e1e5d42c0b4118a5b3004daac on resource:security_group {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:58:29.795639 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ecde8a93-d32a-4bd7-80ee-472177f485fb req-2813302d-070e-462b-afe6-2221fd72d0cf tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646463 Sep 15 08:58:29.812617 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:29.817365 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:29.841952 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854578e-fe10-4e08-a79d-7e54f731d72a req-5741ba44-639b-48f8-8b7b-0c9c4dfce29f tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:29.843755 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2854578e-fe10-4e08-a79d-7e54f731d72a req-5741ba44-639b-48f8-8b7b-0c9c4dfce29f tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 946 time: 0.0927911 Sep 15 08:58:29.882832 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:29.884227 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] 10.222.0.20 "PUT /v2.0/ports/afdabbd5-43b9-4136-8495-2bdae211bde3 HTTP/1.1" status: 200 len: 1094 time: 1.4864042 Sep 15 08:58:29.884777 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661af67d-f3ef-4c65-bcb6-a51b229ddbf0', 'tag': 'afdabbd5-43b9-4136-8495-2bdae211bde3'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:58:29.891228 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-a45eb986-efdb-4d0b-9bcd-70e5b2b67993 None None] Provisioning for port 314b817f-9c79-46cf-a672-a625eea4af10 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:58:29.899413 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-a45eb986-efdb-4d0b-9bcd-70e5b2b67993 None None] Provisioning complete for port 314b817f-9c79-46cf-a672-a625eea4af10 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:29.900233 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-a45eb986-efdb-4d0b-9bcd-70e5b2b67993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:29.911214 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2854578e-fe10-4e08-a79d-7e54f731d72a req-e705c3a8-22aa-4241-988c-73c328d476e0 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615928 Sep 15 08:58:29.938573 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Pushing event updated for resources: {'Port': ['ID=afdabbd5-43b9-4136-8495-2bdae211bde3,revision_number=3']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:29.948603 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:29.982000 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661af67d-f3ef-4c65-bcb6-a51b229ddbf0', 'tag': 'afdabbd5-43b9-4136-8495-2bdae211bde3', 'status': 'completed', 'code': 200} Sep 15 08:58:29.984553 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-a45eb986-efdb-4d0b-9bcd-70e5b2b67993 None None] Port 314b817f-9c79-46cf-a672-a625eea4af10 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:58:30.103745 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 13229827-0414-4a3d-8f4e-892feee9cf94 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:58:30.179086 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef97d1b-fc16-4929-82ab-e7eee2de1d7e req-c191f26d-cb1a-4fa5-9c5e-4824c9964ed4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:30.179984 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-cef97d1b-fc16-4929-82ab-e7eee2de1d7e req-c191f26d-cb1a-4fa5-9c5e-4824c9964ed4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Synchronizing usage tracker for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:58:30.187813 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 13229827-0414-4a3d-8f4e-892feee9cf94 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:30.188187 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:30.368556 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Sync routers for ids ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:58:30.376483 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf4882-a245-4b5f-9368-140ddac25b1b req-52b39918-56af-4e0f-a7ff-8ffdf10ce6ab tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:30.378361 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fdaf4882-a245-4b5f-9368-140ddac25b1b req-52b39918-56af-4e0f-a7ff-8ffdf10ce6ab tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 944 time: 0.0943973 Sep 15 08:58:30.386542 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Routers {'ddccbcd1-28f6-46b8-94f0-ed9334b446c9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:58:30.387525 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:58:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:58:30.433829 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fdaf4882-a245-4b5f-9368-140ddac25b1b req-f0bbfb4b-700e-49f9-83f7-8a20eef2e881 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406578 Sep 15 08:58:30.589921 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Set router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:58:30.846856 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4e8f6-b4d6-49e3-a110-620bcd03324b req-e473b4e6-76dc-4e44-b271-95e8d1536311 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:30.848557 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7bd4e8f6-b4d6-49e3-a110-620bcd03324b req-e473b4e6-76dc-4e44-b271-95e8d1536311 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 945 time: 0.0893052 Sep 15 08:58:30.901778 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7bd4e8f6-b4d6-49e3-a110-620bcd03324b req-86622901-7339-4d25-a3e3-e1502477f52b tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458784 Sep 15 08:58:30.918463 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:58Z', 'revision_number': 4, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '3bd06912-67fb-4005-8ed1-9705fc882185', 'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'mac_address': 'fa:16:3e:40:c5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:55Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 2, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'subnets': [{'id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:58:30.922479 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Checking router: ddccbcd1-28f6-46b8-94f0-ed9334b446c9 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:58:30.922818 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Updating router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 port 3bd06912-67fb-4005-8ed1-9705fc882185 binding host dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:58:30.972831 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:31.105342 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cde6d5-a6a8-4a46-bfa0-9628692d2d4e req-e7389980-103a-454a-8aa0-4b3e08e46fd5 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:31.106944 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-91cde6d5-a6a8-4a46-bfa0-9628692d2d4e req-e7389980-103a-454a-8aa0-4b3e08e46fd5 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 931 time: 0.0920360 Sep 15 08:58:31.142803 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-cef97d1b-fc16-4929-82ab-e7eee2de1d7e req-c191f26d-cb1a-4fa5-9c5e-4824c9964ed4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Unset dirty status for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:58:31.148288 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-cef97d1b-fc16-4929-82ab-e7eee2de1d7e req-c191f26d-cb1a-4fa5-9c5e-4824c9964ed4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 931 time: 1.0544994 Sep 15 08:58:31.154374 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-91cde6d5-a6a8-4a46-bfa0-9628692d2d4e req-6b7da5a6-0686-4653-996c-1c2562f6fbfd tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408936 Sep 15 08:58:31.221829 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-cef97d1b-fc16-4929-82ab-e7eee2de1d7e req-715fe06a-7852-4b00-aefe-5caa6562cf1d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704575 Sep 15 08:58:31.329874 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:31.342467 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device fd7b9192-1dcd-4cd1-8019-0543a7285ecc details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:58:31.344669 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Transition to ACTIVE for port object 3bd06912-67fb-4005-8ed1-9705fc882185 will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:58:31.345413 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a9b68-5d6e-4dae-94ba-3f5c37487392 req-7b1ab254-067c-40c3-9660-f9954801ffa0 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:31.346956 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f11a9b68-5d6e-4dae-94ba-3f5c37487392 req-7b1ab254-067c-40c3-9660-f9954801ffa0 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 946 time: 0.0792785 Sep 15 08:58:31.399698 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f11a9b68-5d6e-4dae-94ba-3f5c37487392 req-362b891c-e1b3-4272-b80a-f0e79f4cf454 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464590 Sep 15 08:58:31.437004 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:31.442892 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Request body: {'port': {'device_id': '9bc1c15f-24f5-496f-a675-9771d0025292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:31.443280 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:31.515078 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Request body: {'port': {'device_id': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:31.596027 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a73c7-c0d0-4044-81f6-8ab2d6cac88b None None] Pushing event updated for resources: {'Port': ['ID=3bd06912-67fb-4005-8ed1-9705fc882185,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:31.607363 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-3a7a73c7-c0d0-4044-81f6-8ab2d6cac88b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:31.635467 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dec5c0cc-82be-4591-8fd6-6414c4b920a0 req-d2615e41-8e1c-4bdc-b835-5a9587889637 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1aadda57f2be49a592d2dc246c4ce0ed&device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 1097 time: 0.1396337 Sep 15 08:58:31.650689 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port fd7b9192-1dcd-4cd1-8019-0543a7285ecc, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fd7b9192-1dcd-4cd1-8019-0543a7285ecc,segment=NetworkSegment(d7140ae3-635c-4fb5-88b0-420b9f11a994),segment_id=d7140ae3-635c-4fb5-88b0-420b9f11a994)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:31.665715 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': 'fd7b9192-1dcd-4cd1-8019-0543a7285ecc', 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e', 'port_id': 'fd7b9192-1dcd-4cd1-8019-0543a7285ecc', 'mac_address': 'fa:16:3e:80:96:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d3741a-a3a3-4d75-a034-fc6e7362caaa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:58:31.779190 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Attempting to bind port 3bd06912-67fb-4005-8ed1-9705fc882185 on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:58:31.779190 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Attempting to bind port 3bd06912-67fb-4005-8ed1-9705fc882185 by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '78ca8c3b-1126-41fe-ae79-2dbb854e5a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:58:31.779488 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Attempting to bind port 3bd06912-67fb-4005-8ed1-9705fc882185 on network 2a7d9519-adcd-45df-bd0a-0005f95484a0 {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:58:31.791914 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:31.802273 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:58:31.803158 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Checking segment: {'id': '78ca8c3b-1126-41fe-ae79-2dbb854e5a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:58:31.803158 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:31.803394 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Bound using segment: {'id': '78ca8c3b-1126-41fe-ae79-2dbb854e5a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:58:31.803910 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Bound port: 3bd06912-67fb-4005-8ed1-9705fc882185, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ca8c3b-1126-41fe-ae79-2dbb854e5a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:58:31.804285 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:31.839387 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:31.852121 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:31.861251 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5c0cc-82be-4591-8fd6-6414c4b920a0 req-a7a6dc1f-a8d3-469a-b604-e1da9174a373 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:31.862724 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dec5c0cc-82be-4591-8fd6-6414c4b920a0 req-a7a6dc1f-a8d3-469a-b604-e1da9174a373 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1aadda57f2be49a592d2dc246c4ce0ed&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2035680 Sep 15 08:58:31.879213 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7b9192-1dcd-4cd1-8019-0543a7285ecc {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:58:31.976167 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52e878-99ae-4a16-a2b3-c8e2e3b92a0b req-ac3bb2bb-a530-4637-b59c-7a86d5d29fd7 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:31.982929 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ce52e878-99ae-4a16-a2b3-c8e2e3b92a0b req-ac3bb2bb-a530-4637-b59c-7a86d5d29fd7 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 944 time: 0.3872416 Sep 15 08:58:31.994169 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] For port 3bd06912-67fb-4005-8ed1-9705fc882185, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:58:32.013067 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] For port 3bd06912-67fb-4005-8ed1-9705fc882185, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=3bd06912-67fb-4005-8ed1-9705fc882185,segment=NetworkSegment(78ca8c3b-1126-41fe-ae79-2dbb854e5a16),segment_id=78ca8c3b-1126-41fe-ae79-2dbb854e5a16)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:58:32.017310 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port fd7b9192-1dcd-4cd1-8019-0543a7285ecc, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fd7b9192-1dcd-4cd1-8019-0543a7285ecc,segment=NetworkSegment(d7140ae3-635c-4fb5-88b0-420b9f11a994),segment_id=d7140ae3-635c-4fb5-88b0-420b9f11a994)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:32.017742 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:32.092288 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:32.096198 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-39d7ef58-265b-4901-9a39-bcbd34258d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:32.121904 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5c0cc-82be-4591-8fd6-6414c4b920a0 req-a71cb2f2-02a4-453a-8350-b39a4ab1e98c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:32.123876 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dec5c0cc-82be-4591-8fd6-6414c4b920a0 req-a71cb2f2-02a4-453a-8350-b39a4ab1e98c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2529514 Sep 15 08:58:32.140176 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a1327b3b-fa17-41de-86f3-fb3b579593fb req-6b169155-f7a3-4f83-890d-17096f6cbc95 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 1098 time: 0.3213234 Sep 15 08:58:32.149521 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:32.188201 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57eb7e-4617-4b79-aa49-d51446d5bcc1 req-f579939c-795b-44cd-903b-49d5883e2063 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:32.190581 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8f57eb7e-4617-4b79-aa49-d51446d5bcc1 req-f579939c-795b-44cd-903b-49d5883e2063 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 945 time: 0.1016901 Sep 15 08:58:32.261782 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a73c7-c0d0-4044-81f6-8ab2d6cac88b None None] Pushing event updated for resources: {'Port': ['ID=3bd06912-67fb-4005-8ed1-9705fc882185,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:32.267250 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-3a7a73c7-c0d0-4044-81f6-8ab2d6cac88b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:32.267873 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:32.277212 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8f57eb7e-4617-4b79-aa49-d51446d5bcc1 req-3527eb01-10c9-4a1c-8dc6-73f54d1407b2 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807714 Sep 15 08:58:32.318950 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ce52e878-99ae-4a16-a2b3-c8e2e3b92a0b req-0bccdb61-ea44-4e56-b89f-20ad6a475e52 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350544 Sep 15 08:58:32.436599 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Routers {'ddccbcd1-28f6-46b8-94f0-ed9334b446c9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:58:32.437237 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:58:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:58:32.578064 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba61a8a-ca0d-45d8-83b7-206bf24f4a16 req-6e4dfefa-dd3f-4381-9fc7-7a94e92c0e69 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:32.582556 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-eba61a8a-ca0d-45d8-83b7-206bf24f4a16 req-6e4dfefa-dd3f-4381-9fc7-7a94e92c0e69 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 931 time: 0.1719120 Sep 15 08:58:32.629393 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-eba61a8a-ca0d-45d8-83b7-206bf24f4a16 req-079fcc13-925d-41d5-b81e-cde21d5cb102 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431800 Sep 15 08:58:32.714984 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=fd7b9192-1dcd-4cd1-8019-0543a7285ecc,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:32.717811 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:32.749613 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] Set router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:58:32.751710 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd44850-8492-43e5-9ccc-9e382e204bca req-bc5329cd-dc43-4714-9e8d-caa78f7a4125 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:32.753188 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-cbd44850-8492-43e5-9ccc-9e382e204bca req-bc5329cd-dc43-4714-9e8d-caa78f7a4125 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 931 time: 0.2994013 Sep 15 08:58:32.852071 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf3826-0686-4021-bff9-4899bfa20789 req-13fcfaa7-6c3c-4a3a-8415-6f7e3d5b6b75 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:32.853825 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-bbaf3826-0686-4021-bff9-4899bfa20789 req-13fcfaa7-6c3c-4a3a-8415-6f7e3d5b6b75 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 946 time: 0.0784104 Sep 15 08:58:32.898632 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834d7008-fc0a-404f-8253-016e3f7d8ca2 {{(pid=75826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:58:32.904988 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-bbaf3826-0686-4021-bff9-4899bfa20789 req-af8b9291-014f-4f46-b236-92c0bb8be6a3 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442071 Sep 15 08:58:32.921329 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:32.935186 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-cbd44850-8492-43e5-9ccc-9e382e204bca req-1b3c1d52-5a2a-4428-9430-3dfdf637cd42 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635332 Sep 15 08:58:32.948105 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314b817f-9c79-46cf-a672-a625eea4af10 {{(pid=75826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:58:32.952647 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Transition to ACTIVE for port object 834d7008-fc0a-404f-8253-016e3f7d8ca2 will not be triggered until provisioned by entity L2. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:58:32.956319 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:32.976383 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Transition to ACTIVE for port object 314b817f-9c79-46cf-a672-a625eea4af10 will not be triggered until provisioned by entity L2. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:58:33.016979 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:33.021696 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:33.056494 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:33.068496 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:58Z', 'revision_number': 4, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '3bd06912-67fb-4005-8ed1-9705fc882185', 'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'mac_address': 'fa:16:3e:40:c5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:55Z', 'updated_at': '2021-09-15T08:58:31Z', 'revision_number': 4, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'subnets': [{'id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:58:33.072491 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f82795-d310-4481-910b-d0a770176cf1 None None] The sync data for ids ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'] in dv-cinder-806008-2-iscsi is: [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:58Z', 'revision_number': 4, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '3bd06912-67fb-4005-8ed1-9705fc882185', 'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'mac_address': 'fa:16:3e:40:c5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:55Z', 'updated_at': '2021-09-15T08:58:31Z', 'revision_number': 4, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'subnets': [{'id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:58:33.283040 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Pushing event updated for resources: {'Port': ['ID=834d7008-fc0a-404f-8253-016e3f7d8ca2,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:33.296909 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:33.297895 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d91536b6-fe6b-4646-8293-158a7297c025 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:33.498326 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Pushing event updated for resources: {'Port': ['ID=314b817f-9c79-46cf-a672-a625eea4af10,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:33.567383 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:33.570930 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a4604-65e4-4d34-849e-deb6e4bfb2c0 req-b4dc648b-cc94-49ce-be17-6df2bacd7982 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:33.578731 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6e6a4604-65e4-4d34-849e-deb6e4bfb2c0 req-b4dc648b-cc94-49ce-be17-6df2bacd7982 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 945 time: 0.1240914 Sep 15 08:58:33.631576 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6e6a4604-65e4-4d34-849e-deb6e4bfb2c0 req-49e11700-d374-4c1d-ac84-935452175d2a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509737 Sep 15 08:58:33.686692 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Attempting to bind port 314b817f-9c79-46cf-a672-a625eea4af10 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:58:33.687022 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Attempting to bind port 314b817f-9c79-46cf-a672-a625eea4af10 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '1f19e222-9bb1-423a-99fe-b5c6a8d3a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c'}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:58:33.687337 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Attempting to bind port 314b817f-9c79-46cf-a672-a625eea4af10 on network dee31690-1b17-41a7-9226-bbc0b9faff0c {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:58:33.692700 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Attempting to bind port 834d7008-fc0a-404f-8253-016e3f7d8ca2 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:58:33.693027 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Attempting to bind port 834d7008-fc0a-404f-8253-016e3f7d8ca2 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'd7140ae3-635c-4fb5-88b0-420b9f11a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e'}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:58:33.693338 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Attempting to bind port 834d7008-fc0a-404f-8253-016e3f7d8ca2 on network 99cf6cad-714d-48b4-a18f-48890cca455e {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:58:33.705390 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Port 314b817f-9c79-46cf-a672-a625eea4af10 on network dee31690-1b17-41a7-9226-bbc0b9faff0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:58:33.705706 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Attempting to bind port 314b817f-9c79-46cf-a672-a625eea4af10 on network dee31690-1b17-41a7-9226-bbc0b9faff0c {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:58:33.714071 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Port 834d7008-fc0a-404f-8253-016e3f7d8ca2 on network 99cf6cad-714d-48b4-a18f-48890cca455e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:58:33.714410 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Attempting to bind port 834d7008-fc0a-404f-8253-016e3f7d8ca2 on network 99cf6cad-714d-48b4-a18f-48890cca455e {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:58:33.720848 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:58:33.721170 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Checking segment: {'id': '1f19e222-9bb1-423a-99fe-b5c6a8d3a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:58:33.721544 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Bound using segment: {'id': '1f19e222-9bb1-423a-99fe-b5c6a8d3a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c'} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:58:33.722127 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Bound port: 314b817f-9c79-46cf-a672-a625eea4af10, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f19e222-9bb1-423a-99fe-b5c6a8d3a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c'}}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:58:33.722421 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:33.741576 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:58:33.741821 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Checking segment: {'id': 'd7140ae3-635c-4fb5-88b0-420b9f11a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:58:33.742228 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Bound using segment: {'id': 'd7140ae3-635c-4fb5-88b0-420b9f11a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e'} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:58:33.742658 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Bound port: 834d7008-fc0a-404f-8253-016e3f7d8ca2, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7140ae3-635c-4fb5-88b0-420b9f11a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e'}}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:58:33.742996 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:33.767673 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b422e-ea2c-4c20-b324-73de982421a9 req-7336a3dd-7ff3-434d-9062-3514e1e3946e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:33.769130 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-508b422e-ea2c-4c20-b324-73de982421a9 req-7336a3dd-7ff3-434d-9062-3514e1e3946e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 944 time: 0.2074809 Sep 15 08:58:33.855259 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2306acf-bcc8-4c4d-8344-913f5e07db77 req-3799a05a-26ed-41a1-82e6-350a3369777f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:33.862589 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a2306acf-bcc8-4c4d-8344-913f5e07db77 req-3799a05a-26ed-41a1-82e6-350a3369777f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 943 time: 0.0919790 Sep 15 08:58:33.906313 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a2306acf-bcc8-4c4d-8344-913f5e07db77 req-41f654ae-90e7-4cf1-b8e9-d7ba7c3313ed tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427945 Sep 15 08:58:33.947118 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-508b422e-ea2c-4c20-b324-73de982421a9 req-deccbc0d-c7c5-4607-a9ee-6f325d7632d6 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498747 Sep 15 08:58:33.951593 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] For port 314b817f-9c79-46cf-a672-a625eea4af10, host hv-cinder-80600, cleared binding levels {{(pid=75826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:58:33.953515 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] For port 834d7008-fc0a-404f-8253-016e3f7d8ca2, host hv-cinder-80600, cleared binding levels {{(pid=75826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:58:33.956572 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] For port 314b817f-9c79-46cf-a672-a625eea4af10, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=314b817f-9c79-46cf-a672-a625eea4af10,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:58:33.958804 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] For port 834d7008-fc0a-404f-8253-016e3f7d8ca2, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=834d7008-fc0a-404f-8253-016e3f7d8ca2,segment=NetworkSegment(d7140ae3-635c-4fb5-88b0-420b9f11a994),segment_id=d7140ae3-635c-4fb5-88b0-420b9f11a994)] {{(pid=75826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:58:34.040435 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:34.054611 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-06c636ee-7e0c-49ba-a58b-a9a1de25df1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:34.100198 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:34.129887 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:34.131547 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] 10.222.0.20 "PUT /v2.0/ports/314b817f-9c79-46cf-a672-a625eea4af10 HTTP/1.1" status: 200 len: 1093 time: 2.6227763 Sep 15 08:58:34.132299 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'tag': '314b817f-9c79-46cf-a672-a625eea4af10'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:58:34.151243 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21aaa9b-421e-4565-bac9-137c35346094 req-8d6829f2-c784-45bd-8b2d-e9f275580d4a tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:34.153260 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b21aaa9b-421e-4565-bac9-137c35346094 req-8d6829f2-c784-45bd-8b2d-e9f275580d4a tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 946 time: 0.1028941 Sep 15 08:58:34.176481 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 3bd06912-67fb-4005-8ed1-9705fc882185 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:58:34.230427 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b21aaa9b-421e-4565-bac9-137c35346094 req-c40c48d1-68f0-402b-a9ab-e2e4d92930de tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556846 Sep 15 08:58:34.237825 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:34.239481 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] 10.222.0.20 "PUT /v2.0/ports/834d7008-fc0a-404f-8253-016e3f7d8ca2 HTTP/1.1" status: 200 len: 1093 time: 2.8104997 Sep 15 08:58:34.257534 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Pushing event updated for resources: {'Port': ['ID=314b817f-9c79-46cf-a672-a625eea4af10,revision_number=3']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:34.261095 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:34.263309 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:34.314293 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port 3bd06912-67fb-4005-8ed1-9705fc882185 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:58:34.319896 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'tag': '314b817f-9c79-46cf-a672-a625eea4af10', 'status': 'completed', 'code': 200} Sep 15 08:58:34.320471 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 3bd06912-67fb-4005-8ed1-9705fc882185 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:34.320852 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:34.340230 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Pushing event updated for resources: {'Port': ['ID=834d7008-fc0a-404f-8253-016e3f7d8ca2,revision_number=3']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:34.343774 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:34.350440 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe51a9a-ff89-46a5-bb78-74d538b0833b req-89af2ce0-dfeb-4641-acec-7afc9a46cc15 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:34.351899 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ebe51a9a-ff89-46a5-bb78-74d538b0833b req-89af2ce0-dfeb-4641-acec-7afc9a46cc15 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.1987433 Sep 15 08:58:34.397955 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ebe51a9a-ff89-46a5-bb78-74d538b0833b req-91faa0c2-adfc-477a-ad82-bc8ccd209149 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397196 Sep 15 08:58:34.447573 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:34.478238 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port 3bd06912-67fb-4005-8ed1-9705fc882185, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=3bd06912-67fb-4005-8ed1-9705fc882185,segment=NetworkSegment(78ca8c3b-1126-41fe-ae79-2dbb854e5a16),segment_id=78ca8c3b-1126-41fe-ae79-2dbb854e5a16)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:34.520078 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:34.522250 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:34.585667 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=3bd06912-67fb-4005-8ed1-9705fc882185,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:34.589968 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:34.827378 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f649b-912c-4d4e-a442-c55a14594c0b req-9ed48a9d-6770-4d65-8163-eeb58022aa4c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:34.828809 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e57f649b-912c-4d4e-a442-c55a14594c0b req-9ed48a9d-6770-4d65-8163-eeb58022aa4c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 945 time: 0.0781808 Sep 15 08:58:34.872836 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e57f649b-912c-4d4e-a442-c55a14594c0b req-a1e921de-0998-4258-a6be-ea8bd35b2a7f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385308 Sep 15 08:58:34.928915 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-a1327b3b-fa17-41de-86f3-fb3b579593fb req-3c93c9ea-077a-4ee1-97d8-328c9adee673 service neutron] Synchronizing usage tracker for tenant:95d06e9320f74542979929bed3468320 on resource:security_group {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:58:35.050641 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-a1327b3b-fa17-41de-86f3-fb3b579593fb req-3c93c9ea-077a-4ee1-97d8-328c9adee673 service neutron] Unset dirty status for tenant:95d06e9320f74542979929bed3468320 on resource:security_group {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:58:35.051959 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a1327b3b-fa17-41de-86f3-fb3b579593fb req-3c93c9ea-077a-4ee1-97d8-328c9adee673 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586263 Sep 15 08:58:35.127450 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-37478201-e865-4c3e-ad64-5ef7b37e84cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1aadda57f2be49a592d2dc246c4ce0ed&device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 1097 time: 0.1373606 Sep 15 08:58:35.138591 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ebc8a-32e8-4b5e-8c0c-ad07e2861f46 req-6a003ece-da77-4fc5-86b6-153cd17ffc38 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:35.140213 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-e04ebc8a-32e8-4b5e-8c0c-ad07e2861f46 req-6a003ece-da77-4fc5-86b6-153cd17ffc38 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Synchronizing usage tracker for tenant:bd3fe44e1e5d42c0b4118a5b3004daac on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:58:35.152693 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['fd7b9192-1dcd-4cd1-8019-0543a7285ecc'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:58:35.161595 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8dfc7-d5d6-4be0-82df-9ff883f1567c req-36e106a4-e7cd-4839-bd37-3745c02df973 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:35.163089 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b3c8dfc7-d5d6-4be0-82df-9ff883f1567c req-36e106a4-e7cd-4839-bd37-3745c02df973 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 944 time: 0.0826924 Sep 15 08:58:35.245952 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-e04ebc8a-32e8-4b5e-8c0c-ad07e2861f46 req-6a003ece-da77-4fc5-86b6-153cd17ffc38 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Unset dirty status for tenant:bd3fe44e1e5d42c0b4118a5b3004daac on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:58:35.247875 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e04ebc8a-32e8-4b5e-8c0c-ad07e2861f46 req-6a003ece-da77-4fc5-86b6-153cd17ffc38 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 943 time: 0.2106330 Sep 15 08:58:35.256802 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b3c8dfc7-d5d6-4be0-82df-9ff883f1567c req-d9db67e6-c2f8-4a1e-811e-30e72b78f698 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866785 Sep 15 08:58:35.297547 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e04ebc8a-32e8-4b5e-8c0c-ad07e2861f46 req-2bc8b5a5-6f5d-44ff-ac81-651aaf258e1e tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435536 Sep 15 08:58:35.449376 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dd7fb-d5f7-4639-83fd-9fcc8ee8b4eb req-34430777-98c7-48d8-9a70-3b69ce1f91a8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:35.451363 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c31dd7fb-d5f7-4639-83fd-9fcc8ee8b4eb req-34430777-98c7-48d8-9a70-3b69ce1f91a8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 946 time: 0.0758326 Sep 15 08:58:35.496580 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c31dd7fb-d5f7-4639-83fd-9fcc8ee8b4eb req-0c30b962-ef4f-4dd2-9c68-48b559272899 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399170 Sep 15 08:58:35.607137 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353a1bc-dbcf-4dab-836c-e2d3b00ec3a3 req-b0f74420-ff88-4a0c-8a30-2c7a74785b42 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:35.608552 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0353a1bc-dbcf-4dab-836c-e2d3b00ec3a3 req-b0f74420-ff88-4a0c-8a30-2c7a74785b42 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0783458 Sep 15 08:58:35.653823 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0353a1bc-dbcf-4dab-836c-e2d3b00ec3a3 req-5c92d879-6b7b-4856-bead-eb26f6aed4eb tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399165 Sep 15 08:58:36.028230 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-2c6f782e-549e-4615-8951-72f0d40f7765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:36.080807 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312e834-41cf-4cd0-92f2-4553fc06436f req-642e218a-4665-45d7-8ab8-a31eccfcd76a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:36.082402 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b312e834-41cf-4cd0-92f2-4553fc06436f req-642e218a-4665-45d7-8ab8-a31eccfcd76a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 945 time: 0.0796301 Sep 15 08:58:36.112338 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 3bd06912-67fb-4005-8ed1-9705fc882185 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:58:36.129185 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b312e834-41cf-4cd0-92f2-4553fc06436f req-fe610485-d5a9-4cd2-9226-f617b368c840 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412118 Sep 15 08:58:36.179142 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 3bd06912-67fb-4005-8ed1-9705fc882185 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:36.179511 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:36.321631 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc1c15f-24f5-496f-a675-9771d0025292', 'tag': '834d7008-fc0a-404f-8253-016e3f7d8ca2'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:58:36.468433 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa64ae-6b02-4038-b2e5-b65eea279ff4 req-4e9cc000-4bf7-41d0-b41c-c7f4e89b5865 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:36.469944 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-33aa64ae-6b02-4038-b2e5-b65eea279ff4 req-4e9cc000-4bf7-41d0-b41c-c7f4e89b5865 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 944 time: 0.0818117 Sep 15 08:58:36.514408 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:36.517896 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-33aa64ae-6b02-4038-b2e5-b65eea279ff4 req-f48a6dae-ab46-474d-901a-38740c496045 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421991 Sep 15 08:58:36.583837 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc1c15f-24f5-496f-a675-9771d0025292', 'tag': '834d7008-fc0a-404f-8253-016e3f7d8ca2', 'status': 'completed', 'code': 200} Sep 15 08:58:36.632825 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa77b52-db99-4b74-9aa5-6735bb0315be req-31f5e1dd-5bfa-4a22-a129-95ee73cf0c26 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:36.634321 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8fa77b52-db99-4b74-9aa5-6735bb0315be req-31f5e1dd-5bfa-4a22-a129-95ee73cf0c26 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 943 time: 0.0859201 Sep 15 08:58:36.681663 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8fa77b52-db99-4b74-9aa5-6735bb0315be req-6cb3bf7e-4200-4568-b7c1-2cddb7f1d094 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Sep 15 08:58:36.756421 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972588c-c05d-4a37-b79e-9ae91ec420cb req-0b1fbe16-a8e6-4782-ac05-01de43dffa4b tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:36.757874 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6972588c-c05d-4a37-b79e-9ae91ec420cb req-0b1fbe16-a8e6-4782-ac05-01de43dffa4b tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 946 time: 0.0814567 Sep 15 08:58:36.804232 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6972588c-c05d-4a37-b79e-9ae91ec420cb req-44fa7847-33de-4f5b-b2ad-befe6b0dea2c tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402918 Sep 15 08:58:36.876789 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb785ff-a6e0-44ad-bc41-58f7916d7aea req-1f549208-f196-48f0-b1cb-c97d1dad9dc7 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:36.878298 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3eb785ff-a6e0-44ad-bc41-58f7916d7aea req-1f549208-f196-48f0-b1cb-c97d1dad9dc7 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0799241 Sep 15 08:58:36.923197 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3eb785ff-a6e0-44ad-bc41-58f7916d7aea req-155a0954-ad90-4228-bf43-20ac419d012d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391474 Sep 15 08:58:37.324509 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1c506-4343-45aa-8276-5a8672437a6a req-1cfb18b6-8c5c-4894-be99-81445d45874e tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:37.325907 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b2f1c506-4343-45aa-8276-5a8672437a6a req-1cfb18b6-8c5c-4894-be99-81445d45874e tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 945 time: 0.0745318 Sep 15 08:58:37.372851 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b2f1c506-4343-45aa-8276-5a8672437a6a req-2423e1c9-c18e-454a-9c3d-e45f23fa1795 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415385 Sep 15 08:58:37.714510 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd65d74-0c66-4ec8-a5b8-be8987f2cfb4 req-6be66958-66af-402a-be7f-3a5544e198a2 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:37.715951 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9fd65d74-0c66-4ec8-a5b8-be8987f2cfb4 req-6be66958-66af-402a-be7f-3a5544e198a2 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 944 time: 0.0782931 Sep 15 08:58:37.759954 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9fd65d74-0c66-4ec8-a5b8-be8987f2cfb4 req-c56e1adb-239d-433c-99d1-939d8b7d6c3f tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385783 Sep 15 08:58:37.875840 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7e548-013f-4608-821f-9068a1f529ac req-297bb4ff-5739-428f-87a5-a571574771e7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:37.877300 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c4b7e548-013f-4608-821f-9068a1f529ac req-297bb4ff-5739-428f-87a5-a571574771e7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 943 time: 0.0762715 Sep 15 08:58:37.923907 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c4b7e548-013f-4608-821f-9068a1f529ac req-d63f5033-e7e2-4922-88da-94ef80f6510f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Sep 15 08:58:38.080079 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be5793-1773-44da-b677-a3eabcaa1698 req-f9ac20c3-671d-4fdb-9fdb-46f2491c625d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:38.081673 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-69be5793-1773-44da-b677-a3eabcaa1698 req-f9ac20c3-671d-4fdb-9fdb-46f2491c625d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 946 time: 0.1558428 Sep 15 08:58:38.114893 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-0731c0fd-3d12-4618-a7c9-8c14b3e9b8d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd3fe44e1e5d42c0b4118a5b3004daac&device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 1096 time: 0.1435761 Sep 15 08:58:38.136457 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-69be5793-1773-44da-b677-a3eabcaa1698 req-2bc3a748-4db9-4530-94be-8e5ca997da0b tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482342 Sep 15 08:58:38.175914 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-dc09afdb-ef5d-422b-b44f-f238fbb6a204 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afdabbd5-43b9-4136-8495-2bdae211bde3 HTTP/1.1" status: 200 len: 217 time: 0.1711791 Sep 15 08:58:38.205328 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f3098323-b603-48cc-99c8-a9d381d229c9 req-6631cf19-9401-4440-af99-d33b9621277c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f168b6f24dc4d93824606ca9470fea0&device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 1096 time: 0.2580414 Sep 15 08:58:38.225435 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bbbaf-bb23-4a47-8667-c4642958be06 req-22eed1b7-b8e6-4e95-a501-0fd812fdc105 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:38.226809 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3d2bbbaf-bb23-4a47-8667-c4642958be06 req-22eed1b7-b8e6-4e95-a501-0fd812fdc105 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.1004636 Sep 15 08:58:38.246323 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-985ea309-3cba-4d05-ae59-179faf5e27aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:38.272351 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3d2bbbaf-bb23-4a47-8667-c4642958be06 req-af1a3ba7-2dd3-43f0-9159-9587e1d7003d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394721 Sep 15 08:58:38.320418 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-ce06154d-ccac-4321-b5a7-e1f89c250809 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=834d7008-fc0a-404f-8253-016e3f7d8ca2 HTTP/1.1" status: 200 len: 217 time: 0.0651326 Sep 15 08:58:38.386073 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-6697c7ce-068a-4866-bcf0-f0f071358d3d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:38.387441 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-6697c7ce-068a-4866-bcf0-f0f071358d3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d3741a-a3a3-4d75-a034-fc6e7362caaa HTTP/1.1" status: 200 len: 859 time: 0.0580728 Sep 15 08:58:38.431482 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-7a00fb1a-c423-4fe9-a846-d95fb000073b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:38.438441 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-7a00fb1a-c423-4fe9-a846-d95fb000073b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c HTTP/1.1" status: 200 len: 850 time: 0.1308215 Sep 15 08:58:38.453104 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-55af7cc8-9c65-4320-96fc-fd2386f20ce3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99cf6cad-714d-48b4-a18f-48890cca455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528562 Sep 15 08:58:38.518195 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3098323-b603-48cc-99c8-a9d381d229c9 req-a24ac2ea-7a1f-4a67-89a0-896e6112653d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:38.519690 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f3098323-b603-48cc-99c8-a9d381d229c9 req-a24ac2ea-7a1f-4a67-89a0-896e6112653d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5f168b6f24dc4d93824606ca9470fea0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2353060 Sep 15 08:58:38.632171 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-e243a1b6-bff8-4b66-adc4-85a32408db8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a7d9519-adcd-45df-bd0a-0005f95484a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1801889 Sep 15 08:58:38.672773 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-82c0becb-d614-42a3-a63c-aedf57cd7ebf service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075772 Sep 15 08:58:38.681085 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c0497-e56d-49d9-8f52-7650140da6ae req-ddc36854-557d-471d-8fe5-a6553687fc7c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:38.683024 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-528c0497-e56d-49d9-8f52-7650140da6ae req-ddc36854-557d-471d-8fe5-a6553687fc7c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 945 time: 0.1351714 Sep 15 08:58:38.757095 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3098323-b603-48cc-99c8-a9d381d229c9 req-95c34c21-27fd-4113-a2db-98e0c39e38d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:38.758537 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f3098323-b603-48cc-99c8-a9d381d229c9 req-95c34c21-27fd-4113-a2db-98e0c39e38d6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2305260 Sep 15 08:58:38.808353 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-ce58dfd4-4812-45e8-acbb-c7e1f0d76082 service neutron] 10.222.0.20 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517417 Sep 15 08:58:38.839060 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-528c0497-e56d-49d9-8f52-7650140da6ae req-d23fa136-eefd-4796-8df8-938dbdcb4470 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352100 Sep 15 08:58:38.861278 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3cf00306-8f85-47b6-a6b5-bebb0418be5b req-7e2706cd-9b58-466f-823d-2e4c7144e020 service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772687 Sep 15 08:58:39.056446 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f43a5f5a-d553-45db-8eda-62ca7203f416 req-62db3aaf-0b7b-413c-ae00-7464301d8129 service neutron] 10.222.0.20 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337053 Sep 15 08:58:39.073496 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-db908219-e5e8-44f2-b730-068b6aaeceb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f168b6f24dc4d93824606ca9470fea0&device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 1096 time: 0.2303653 Sep 15 08:58:39.084742 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c4256-e979-44c6-be6d-35f21989a0aa req-740c06b3-d828-4693-8633-fd37c5cde2c6 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:39.086215 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-164c4256-e979-44c6-be6d-35f21989a0aa req-740c06b3-d828-4693-8633-fd37c5cde2c6 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 944 time: 0.1628616 Sep 15 08:58:39.158709 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-164c4256-e979-44c6-be6d-35f21989a0aa req-b3806bae-f2a9-42e7-aee5-c3e678e90399 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602670 Sep 15 08:58:39.289933 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-c6fbcbe6-cb8b-4c57-b475-706cb0ecf88a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314b817f-9c79-46cf-a672-a625eea4af10 HTTP/1.1" status: 200 len: 217 time: 0.1266365 Sep 15 08:58:39.360028 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:39.372509 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f2c00-92a5-42a2-b34a-0994fd057c4e req-31e43e47-a520-43f7-9eed-fb9b4232a387 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:39.374150 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5a5f2c00-92a5-42a2-b34a-0994fd057c4e req-31e43e47-a520-43f7-9eed-fb9b4232a387 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 943 time: 0.2122481 Sep 15 08:58:39.382080 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8cd01bbd-0550-4ecf-a776-bca21b076fcb req-2b8402c4-2e60-47fb-a57f-b3d1755cebef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd3fe44e1e5d42c0b4118a5b3004daac&device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 1096 time: 0.3341796 Sep 15 08:58:39.438145 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-6eaa0e54-7f5e-40f2-8d97-945d119398c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:39.439820 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-6eaa0e54-7f5e-40f2-8d97-945d119398c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c69077b5-d8c6-4f9f-8dc8-1e62fce814b7 HTTP/1.1" status: 200 len: 855 time: 0.1396506 Sep 15 08:58:39.512049 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325e475-1a4d-4555-b786-92b82c39dc7f req-38bf7937-1c4d-4987-8431-ee280affa24b tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:39.513495 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d325e475-1a4d-4555-b786-92b82c39dc7f req-38bf7937-1c4d-4987-8431-ee280affa24b tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 946 time: 0.1772134 Sep 15 08:58:39.520754 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5a5f2c00-92a5-42a2-b34a-0994fd057c4e req-5196e1e1-9c8d-4231-a37b-e35e7028e36e tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376727 Sep 15 08:58:39.551025 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd01bbd-0550-4ecf-a776-bca21b076fcb req-2613f710-a571-4ada-af11-b0d3dc60ab5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:39.552517 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8cd01bbd-0550-4ecf-a776-bca21b076fcb req-2613f710-a571-4ada-af11-b0d3dc60ab5a service neutron] 10.222.0.20 "GET /v2.0/networks?id=99cf6cad-714d-48b4-a18f-48890cca455e HTTP/1.1" status: 200 len: 920 time: 0.1534252 Sep 15 08:58:39.586034 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d325e475-1a4d-4555-b786-92b82c39dc7f req-dde9c3a0-15a8-405c-b38d-2e6de6fc74a2 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611925 Sep 15 08:58:39.610955 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-635f39e2-3c9f-464b-b194-fea975b43c79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dee31690-1b17-41a7-9226-bbc0b9faff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1620924 Sep 15 08:58:39.738016 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8cd01bbd-0550-4ecf-a776-bca21b076fcb req-609192fc-842b-41e8-8ff9-7724bb4452d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=834d7008-fc0a-404f-8253-016e3f7d8ca2 HTTP/1.1" status: 200 len: 217 time: 0.1783998 Sep 15 08:58:39.811738 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-6db93554-7dcc-42c9-b397-982a487b3323 service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882427 Sep 15 08:58:39.851385 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd01bbd-0550-4ecf-a776-bca21b076fcb req-ecb22f9d-dcf4-4c49-8d4d-a2d7e569bd92 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:39.852795 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8cd01bbd-0550-4ecf-a776-bca21b076fcb req-ecb22f9d-dcf4-4c49-8d4d-a2d7e569bd92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d3741a-a3a3-4d75-a034-fc6e7362caaa HTTP/1.1" status: 200 len: 859 time: 0.0734985 Sep 15 08:58:39.907335 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ccc49-8133-49d5-8be2-0f22eb3ca02d req-a44765f2-883d-4d95-b484-0cc9d79a7958 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:39.912476 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f84ccc49-8133-49d5-8be2-0f22eb3ca02d req-a44765f2-883d-4d95-b484-0cc9d79a7958 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.1725545 Sep 15 08:58:39.915276 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8cd01bbd-0550-4ecf-a776-bca21b076fcb req-e2f0d189-2ebe-4a2c-a494-912c42136f6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99cf6cad-714d-48b4-a18f-48890cca455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539942 Sep 15 08:58:40.055223 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device fd7b9192-1dcd-4cd1-8019-0543a7285ecc up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:58:40.086689 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f84ccc49-8133-49d5-8be2-0f22eb3ca02d req-a0870db4-ed31-47c3-9df0-7081c558aa6c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703579 Sep 15 08:58:40.111444 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fcedf7c5-3604-463e-a078-5cf14caf6709 req-fd1a1d00-78da-4229-99c9-ed7d49455829 service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922606 Sep 15 08:58:40.234586 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8cd01bbd-0550-4ecf-a776-bca21b076fcb req-e577d075-1ef6-4323-9132-62dc35f04d89 service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940943 Sep 15 08:58:40.337014 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c98085-724c-4502-9ae9-2690640eebfc req-ad8583c4-f6c4-4982-b667-4c8dd889a08b tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:40.337014 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57c98085-724c-4502-9ae9-2690640eebfc req-ad8583c4-f6c4-4982-b667-4c8dd889a08b tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 945 time: 0.1823184 Sep 15 08:58:40.359862 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port fd7b9192-1dcd-4cd1-8019-0543a7285ecc completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:58:40.366896 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port fd7b9192-1dcd-4cd1-8019-0543a7285ecc triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:40.367712 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:40.425916 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57c98085-724c-4502-9ae9-2690640eebfc req-e650f84a-9682-4113-a654-a765d8e5e3fc tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834477 Sep 15 08:58:40.525087 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8cd01bbd-0550-4ecf-a776-bca21b076fcb req-06ce2e95-c577-43f2-ba40-0536de9d273f service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622073 Sep 15 08:58:40.537823 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e71ee-e3ce-402b-a381-b7e006bd8105 req-979ab408-cccd-4083-8d0c-40525d398dbf tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:40.539535 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-729e71ee-e3ce-402b-a381-b7e006bd8105 req-979ab408-cccd-4083-8d0c-40525d398dbf tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 944 time: 0.2221825 Sep 15 08:58:40.596839 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-729e71ee-e3ce-402b-a381-b7e006bd8105 req-6b37a309-c0d7-4cb8-a7c7-224637afbc14 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510485 Sep 15 08:58:40.602666 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:40.631574 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d8f72b-fc30-41ab-922d-6e83c2b253e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7b9192-1dcd-4cd1-8019-0543a7285ecc'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:58:40.658065 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port fd7b9192-1dcd-4cd1-8019-0543a7285ecc, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fd7b9192-1dcd-4cd1-8019-0543a7285ecc,segment=NetworkSegment(d7140ae3-635c-4fb5-88b0-420b9f11a994),segment_id=d7140ae3-635c-4fb5-88b0-420b9f11a994)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:40.716584 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d8f72b-fc30-41ab-922d-6e83c2b253e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7b9192-1dcd-4cd1-8019-0543a7285ecc', 'code': 200} Sep 15 08:58:40.764444 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a86f7-c044-4ffe-a9be-3bed64d28732 req-34f3ca57-6561-4d73-8a80-fdcd0a3fce6c tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:40.766185 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a68a86f7-c044-4ffe-a9be-3bed64d28732 req-34f3ca57-6561-4d73-8a80-fdcd0a3fce6c tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 943 time: 0.0863967 Sep 15 08:58:40.771685 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:40.777639 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:40.823596 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a68a86f7-c044-4ffe-a9be-3bed64d28732 req-6b69b4de-3b6c-42ce-8945-354467bb00f0 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495133 Sep 15 08:58:40.838546 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:40.881999 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=fd7b9192-1dcd-4cd1-8019-0543a7285ecc,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:40.885393 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:41.154202 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d9dadddc-7467-4485-9904-edfe1af56d33 req-080d3302-e835-481a-9ff7-eaa3a948cfb1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 1098 time: 0.0895536 Sep 15 08:58:41.208340 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d9dadddc-7467-4485-9904-edfe1af56d33 req-091e0b66-29b7-4241-92a2-9b95ad91880c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438154 Sep 15 08:58:41.341282 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cea8ea-cfab-4067-9ff8-d4a43991722d req-fabef704-26b1-44c9-b0ea-b6c46edfc573 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:41.342918 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-07cea8ea-cfab-4067-9ff8-d4a43991722d req-fabef704-26b1-44c9-b0ea-b6c46edfc573 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0780597 Sep 15 08:58:41.388875 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-07cea8ea-cfab-4067-9ff8-d4a43991722d req-b0dd6bc0-ca4e-4343-8d8a-d8c9ab18b7e6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403469 Sep 15 08:58:41.817228 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e953e0-cb93-4393-b51c-e6e9ce968dfe req-ec7adb18-c8d7-413f-b6f0-b83e14caff4d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:41.818707 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57e953e0-cb93-4393-b51c-e6e9ce968dfe req-ec7adb18-c8d7-413f-b6f0-b83e14caff4d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 944 time: 0.0827935 Sep 15 08:58:41.864841 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57e953e0-cb93-4393-b51c-e6e9ce968dfe req-74d801cc-5a43-441e-8365-076d50cf6449 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398531 Sep 15 08:58:42.053241 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657cff7-18ee-45f1-ae1a-306d68fb84e3 req-8d23c59e-77b9-4695-84a1-d7f65116524c tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:42.054804 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a657cff7-18ee-45f1-ae1a-306d68fb84e3 req-8d23c59e-77b9-4695-84a1-d7f65116524c tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 943 time: 0.0828946 Sep 15 08:58:42.106834 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a657cff7-18ee-45f1-ae1a-306d68fb84e3 req-decd79b6-73ea-42bb-9189-ddf976e6f007 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392010 Sep 15 08:58:42.593663 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cdd93-0263-4d8c-a145-6ca3f325a771 req-d15e6852-01f9-489a-8943-064741026a73 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:42.595186 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c04cdd93-0263-4d8c-a145-6ca3f325a771 req-d15e6852-01f9-489a-8943-064741026a73 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0750711 Sep 15 08:58:42.642314 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c04cdd93-0263-4d8c-a145-6ca3f325a771 req-8c4f1dd7-5229-4e56-a050-1097bd678722 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416555 Sep 15 08:58:43.066431 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282ea95-e4d5-4eb0-8550-a3f33795fa68 req-5fbde277-9e05-4ad0-8e87-0697c5674f61 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:43.067870 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c282ea95-e4d5-4eb0-8550-a3f33795fa68 req-5fbde277-9e05-4ad0-8e87-0697c5674f61 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 944 time: 0.0814726 Sep 15 08:58:43.112184 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c282ea95-e4d5-4eb0-8550-a3f33795fa68 req-ebcb53ef-8958-4515-8750-667617d08a82 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383224 Sep 15 08:58:43.295366 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a40e82-5e40-424a-a113-3634904e5213 req-ad828ceb-6e28-4962-8b03-b103ddcbe9b0 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:43.296781 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a2a40e82-5e40-424a-a113-3634904e5213 req-ad828ceb-6e28-4962-8b03-b103ddcbe9b0 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 943 time: 0.0772390 Sep 15 08:58:43.342192 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a2a40e82-5e40-424a-a113-3634904e5213 req-0e377bfd-864b-487c-8845-5d6c9a9ddc35 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399618 Sep 15 08:58:43.797302 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device afdabbd5-43b9-4136-8495-2bdae211bde3 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:58:43.849266 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e7119-4f73-4c2a-ad92-f5526ceb11ea req-5d93cc57-803d-4b99-8db2-4772a73fec3b tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:43.850742 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0f9e7119-4f73-4c2a-ad92-f5526ceb11ea req-5d93cc57-803d-4b99-8db2-4772a73fec3b tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0774415 Sep 15 08:58:43.906555 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0f9e7119-4f73-4c2a-ad92-f5526ceb11ea req-8c6a7c3f-60a9-41ad-ac6b-9319a72b899d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487647 Sep 15 08:58:43.942222 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port afdabbd5-43b9-4136-8495-2bdae211bde3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=afdabbd5-43b9-4136-8495-2bdae211bde3,segment=NetworkSegment(78ca8c3b-1126-41fe-ae79-2dbb854e5a16),segment_id=78ca8c3b-1126-41fe-ae79-2dbb854e5a16)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:43.955064 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': 'afdabbd5-43b9-4136-8495-2bdae211bde3', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'port_id': 'afdabbd5-43b9-4136-8495-2bdae211bde3', 'mac_address': 'fa:16:3e:d9:ff:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:58:44.006348 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:44.022490 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afdabbd5-43b9-4136-8495-2bdae211bde3 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:58:44.037169 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port afdabbd5-43b9-4136-8495-2bdae211bde3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=afdabbd5-43b9-4136-8495-2bdae211bde3,segment=NetworkSegment(78ca8c3b-1126-41fe-ae79-2dbb854e5a16),segment_id=78ca8c3b-1126-41fe-ae79-2dbb854e5a16)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:44.096686 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:44.097433 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 834d7008-fc0a-404f-8253-016e3f7d8ca2 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:58:44.099605 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:44.234924 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=afdabbd5-43b9-4136-8495-2bdae211bde3,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:44.246190 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:44.297524 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 834d7008-fc0a-404f-8253-016e3f7d8ca2, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=834d7008-fc0a-404f-8253-016e3f7d8ca2,segment=NetworkSegment(d7140ae3-635c-4fb5-88b0-420b9f11a994),segment_id=d7140ae3-635c-4fb5-88b0-420b9f11a994)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:44.310081 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': '834d7008-fc0a-404f-8253-016e3f7d8ca2', 'network_id': '99cf6cad-714d-48b4-a18f-48890cca455e', 'port_id': '834d7008-fc0a-404f-8253-016e3f7d8ca2', 'mac_address': 'fa:16:3e:02:07:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d3741a-a3a3-4d75-a034-fc6e7362caaa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:58:44.314441 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5392431-b330-451f-ae60-b565034ba1ba req-15e78bf5-6e1e-4bd8-ac08-3716fc34fd82 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:44.316102 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d5392431-b330-451f-ae60-b565034ba1ba req-15e78bf5-6e1e-4bd8-ac08-3716fc34fd82 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 945 time: 0.0811596 Sep 15 08:58:44.360871 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d5392431-b330-451f-ae60-b565034ba1ba req-f916d8d7-f643-44f2-b5e6-bc22c7bd9957 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392835 Sep 15 08:58:44.362004 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:44.383908 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834d7008-fc0a-404f-8253-016e3f7d8ca2 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:58:44.399641 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 834d7008-fc0a-404f-8253-016e3f7d8ca2, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=834d7008-fc0a-404f-8253-016e3f7d8ca2,segment=NetworkSegment(d7140ae3-635c-4fb5-88b0-420b9f11a994),segment_id=d7140ae3-635c-4fb5-88b0-420b9f11a994)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:44.468479 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:44.469344 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 314b817f-9c79-46cf-a672-a625eea4af10 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:58:44.471662 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:44.552509 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40c0f-b669-47a8-bee1-7df4b5d41c43 req-15031dd0-b516-4ee3-b266-84fce843630c tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:44.554045 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-20a40c0f-b669-47a8-bee1-7df4b5d41c43 req-15031dd0-b516-4ee3-b266-84fce843630c tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 944 time: 0.0827568 Sep 15 08:58:44.601277 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-20a40c0f-b669-47a8-bee1-7df4b5d41c43 req-8fd28e21-2712-446d-b808-32cf84646f57 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409696 Sep 15 08:58:44.612414 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=834d7008-fc0a-404f-8253-016e3f7d8ca2,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:44.617589 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:44.668620 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 314b817f-9c79-46cf-a672-a625eea4af10, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=314b817f-9c79-46cf-a672-a625eea4af10,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:44.680995 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': '314b817f-9c79-46cf-a672-a625eea4af10', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'port_id': '314b817f-9c79-46cf-a672-a625eea4af10', 'mac_address': 'fa:16:3e:c7:b9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:58:44.731794 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:44.748998 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314b817f-9c79-46cf-a672-a625eea4af10 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:58:44.763844 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 314b817f-9c79-46cf-a672-a625eea4af10, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=314b817f-9c79-46cf-a672-a625eea4af10,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:44.821728 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:44.824082 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-d9595e90-cf5e-4f04-a26c-c3391ff22ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:44.887219 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=314b817f-9c79-46cf-a672-a625eea4af10,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:44.890812 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:45.120902 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c3fdb-ff09-4ffb-aa30-e2590b64da4c req-13eea295-9664-4c78-a5a6-69f4e42bc11f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:45.122507 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e81c3fdb-ff09-4ffb-aa30-e2590b64da4c req-13eea295-9664-4c78-a5a6-69f4e42bc11f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 944 time: 0.0804348 Sep 15 08:58:45.168803 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e81c3fdb-ff09-4ffb-aa30-e2590b64da4c req-d44a5c69-82ca-4059-bbfe-d5cb3adae13e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408289 Sep 15 08:58:45.566291 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff435c-c8f4-4f2a-927c-a44b9eb400ad req-cc10bdb2-de55-4a0f-b954-2617ebfb3956 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:45.572914 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-26ff435c-c8f4-4f2a-927c-a44b9eb400ad req-cc10bdb2-de55-4a0f-b954-2617ebfb3956 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 945 time: 0.0866089 Sep 15 08:58:45.591724 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['834d7008-fc0a-404f-8253-016e3f7d8ca2'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:58:45.636142 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['afdabbd5-43b9-4136-8495-2bdae211bde3'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:58:45.672979 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['314b817f-9c79-46cf-a672-a625eea4af10'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:58:45.682309 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-26ff435c-c8f4-4f2a-927c-a44b9eb400ad req-fc1dda5d-668c-46da-8b55-723f738db920 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084085 Sep 15 08:58:45.932729 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ad6a7-de83-435b-b8dd-15dfeeba9a4a req-897fcaf7-6d97-4772-b5e0-50815bdb2821 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:45.934220 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-810ad6a7-de83-435b-b8dd-15dfeeba9a4a req-897fcaf7-6d97-4772-b5e0-50815bdb2821 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 944 time: 0.0815506 Sep 15 08:58:45.987032 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-810ad6a7-de83-435b-b8dd-15dfeeba9a4a req-ab8362eb-7f51-42da-9e5c-59f0df418448 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425568 Sep 15 08:58:46.388424 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcc255-53ba-454a-9b52-e3095c61252e req-5ca00816-3c05-4503-814b-2e64b06ac739 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:46.389785 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a7fcc255-53ba-454a-9b52-e3095c61252e req-5ca00816-3c05-4503-814b-2e64b06ac739 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 944 time: 0.0838122 Sep 15 08:58:46.436132 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a7fcc255-53ba-454a-9b52-e3095c61252e req-6eac17e1-ecd6-4dc6-a2c3-dd45373e62d4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405109 Sep 15 08:58:46.867150 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcf731-2a26-42ba-a72d-9c5d5b90b8c6 req-5fc8e3d5-6755-41fb-9227-4630130b4f0e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:46.868610 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-63fcf731-2a26-42ba-a72d-9c5d5b90b8c6 req-5fc8e3d5-6755-41fb-9227-4630130b4f0e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 945 time: 0.0756288 Sep 15 08:58:46.919003 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-63fcf731-2a26-42ba-a72d-9c5d5b90b8c6 req-ae62d153-0648-4be6-b2d7-1a43b404172e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435865 Sep 15 08:58:47.203747 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd252f1b-b422-40d4-8e78-f7704c4cdd80 req-df9e4a2b-4e93-4d23-9bc9-3a14468e62c7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:47.205281 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fd252f1b-b422-40d4-8e78-f7704c4cdd80 req-df9e4a2b-4e93-4d23-9bc9-3a14468e62c7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 944 time: 0.0847714 Sep 15 08:58:47.254325 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fd252f1b-b422-40d4-8e78-f7704c4cdd80 req-ff55b289-8122-4f0c-b7f0-a54fa4827894 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427771 Sep 15 08:58:47.649874 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a794ce5-dcb1-4f03-880a-5a0ac3306fc7 req-22f1d313-ba79-4c57-83f7-5a971e9c5af1 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:47.651868 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6a794ce5-dcb1-4f03-880a-5a0ac3306fc7 req-22f1d313-ba79-4c57-83f7-5a971e9c5af1 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 944 time: 0.0766730 Sep 15 08:58:47.696635 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6a794ce5-dcb1-4f03-880a-5a0ac3306fc7 req-74c1114c-3704-4ec2-a782-c8de2c9db246 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389173 Sep 15 08:58:48.121814 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712ec15-81e6-4f10-84de-a72abff505ce req-a2376470-b14a-4299-ba61-41dfd04cb88e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:48.123270 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3712ec15-81e6-4f10-84de-a72abff505ce req-a2376470-b14a-4299-ba61-41dfd04cb88e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 945 time: 0.0804632 Sep 15 08:58:48.169213 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3712ec15-81e6-4f10-84de-a72abff505ce req-df391cff-fc4e-46c3-bd7a-5f8b5a70dbd6 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402322 Sep 15 08:58:48.467649 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13917da-fb75-45e9-bd5e-effe9adf31d9 req-d8e4e6b9-ce5e-48ae-9830-d35ab5a265a7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:48.469154 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e13917da-fb75-45e9-bd5e-effe9adf31d9 req-d8e4e6b9-ce5e-48ae-9830-d35ab5a265a7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 944 time: 0.0918782 Sep 15 08:58:48.516051 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e13917da-fb75-45e9-bd5e-effe9adf31d9 req-fc45a5c8-5fed-469d-833d-1babe848e29f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408554 Sep 15 08:58:48.904908 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bef62-e68c-4477-82ee-0a79b4158b74 req-c27d7e2e-4c2d-45c8-a65e-3dc7c49ce37f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:48.906484 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7b9bef62-e68c-4477-82ee-0a79b4158b74 req-c27d7e2e-4c2d-45c8-a65e-3dc7c49ce37f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 944 time: 0.0770905 Sep 15 08:58:48.943385 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device afdabbd5-43b9-4136-8495-2bdae211bde3 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:58:48.954235 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7b9bef62-e68c-4477-82ee-0a79b4158b74 req-31cc43f6-6f1a-460d-a9c6-589336900844 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404763 Sep 15 08:58:49.074465 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port afdabbd5-43b9-4136-8495-2bdae211bde3 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:58:49.080674 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port afdabbd5-43b9-4136-8495-2bdae211bde3 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:49.081179 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:49.214409 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:49.241926 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661af67d-f3ef-4c65-bcb6-a51b229ddbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdabbd5-43b9-4136-8495-2bdae211bde3'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:58:49.254120 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port afdabbd5-43b9-4136-8495-2bdae211bde3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=afdabbd5-43b9-4136-8495-2bdae211bde3,segment=NetworkSegment(78ca8c3b-1126-41fe-ae79-2dbb854e5a16),segment_id=78ca8c3b-1126-41fe-ae79-2dbb854e5a16)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:49.309884 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661af67d-f3ef-4c65-bcb6-a51b229ddbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdabbd5-43b9-4136-8495-2bdae211bde3', 'code': 200} Sep 15 08:58:49.319464 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:49.320330 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 834d7008-fc0a-404f-8253-016e3f7d8ca2 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:58:49.377199 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4f97b-671e-44f8-be60-b92223b21df2 req-ce124e13-e6e8-4bfe-838b-b6a951d1b6ee tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:49.388326 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:49.388497 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c7b4f97b-671e-44f8-be60-b92223b21df2 req-ce124e13-e6e8-4bfe-838b-b6a951d1b6ee tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0878606 Sep 15 08:58:49.434299 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c7b4f97b-671e-44f8-be60-b92223b21df2 req-dd8fbba2-a19c-4968-8521-634fa696f847 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403235 Sep 15 08:58:49.469291 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=afdabbd5-43b9-4136-8495-2bdae211bde3,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:49.480169 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:49.480507 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:49.480835 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:49.481156 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:49.481474 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:49.481792 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:49.482191 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:49.482433 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:49.482742 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:49.483049 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:49.483354 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:49.487401 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:49.588033 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port 834d7008-fc0a-404f-8253-016e3f7d8ca2 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:58:49.594239 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port 834d7008-fc0a-404f-8253-016e3f7d8ca2 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:49.594642 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:49.716803 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:49.757980 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 38206) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:49.761557 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 834d7008-fc0a-404f-8253-016e3f7d8ca2, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=834d7008-fc0a-404f-8253-016e3f7d8ca2,segment=NetworkSegment(d7140ae3-635c-4fb5-88b0-420b9f11a994),segment_id=d7140ae3-635c-4fb5-88b0-420b9f11a994)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:49.811071 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:49.811927 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 314b817f-9c79-46cf-a672-a625eea4af10 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:58:49.841745 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:49.862870 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90ef04-dccc-489a-8269-484eafc55742 req-bff2460d-343f-422e-a55f-8a39fe09acf9 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:49.864318 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ca90ef04-dccc-489a-8269-484eafc55742 req-bff2460d-343f-422e-a55f-8a39fe09acf9 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.0845735 Sep 15 08:58:49.912238 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ca90ef04-dccc-489a-8269-484eafc55742 req-3cea366c-d815-43ea-90f7-115a4fbd73b5 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414894 Sep 15 08:58:49.912917 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:49.929358 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=834d7008-fc0a-404f-8253-016e3f7d8ca2,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:49.934963 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:49.945060 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:49.949387 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Usage tracker for resource:security_group_rule and tenant:ba54f5260ebe4f6c96d8bc8f01878ecc is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:49.952175 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:49.957698 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:49.987885 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port 314b817f-9c79-46cf-a672-a625eea4af10 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:58:49.993123 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port 314b817f-9c79-46cf-a672-a625eea4af10 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:58:49.993488 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:50.024238 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:50.073898 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:50.081634 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:50.124127 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:50.156993 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 314b817f-9c79-46cf-a672-a625eea4af10, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=314b817f-9c79-46cf-a672-a625eea4af10,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:58:50.166753 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ceb661-e2d3-434a-9514-d69370af6b06,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:50.175930 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba54f5260ebe4f6c96d8bc8f01878ecc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4165993 Sep 15 08:58:50.178472 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38218) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:50.185160 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.185505 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.185843 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.186196 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.186536 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.186864 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.187191 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.187513 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.187838 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.188158 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.188477 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.192575 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:50.222788 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:50.224964 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:50.226185 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8fbc0-90b8-4c14-9729-0a4dda09643f req-e42f9c2b-80a8-42b1-a26b-50dd2f18202c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:50.228227 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-70a8fbc0-90b8-4c14-9729-0a4dda09643f req-e42f9c2b-80a8-42b1-a26b-50dd2f18202c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 944 time: 0.1172249 Sep 15 08:58:50.258592 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:50.286591 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:50.294624 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-70a8fbc0-90b8-4c14-9729-0a4dda09643f req-fd665cc3-80c9-46fd-acf1-a4f67816c0e1 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592687 Sep 15 08:58:50.300572 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=314b817f-9c79-46cf-a672-a625eea4af10,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:50.306524 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:50.394114 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:50.398202 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b119094a-35b0-46b9-a8fc-5f6a24766f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:50.409551 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ceb661-e2d3-434a-9514-d69370af6b06,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:50.421438 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:50.422565 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64ceb661-e2d3-434a-9514-d69370af6b06 HTTP/1.1" status: 204 len: 168 time: 0.2428215 Sep 15 08:58:50.428995 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.429353 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.429693 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.430019 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.430400 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.430728 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.431055 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.431380 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.431757 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.432125 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.432445 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:58:50.435619 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:50.652412 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091583e-cdc3-4602-8ba8-973d5ae240be req-c028f7a7-d2bd-4111-ad26-d55df44e589d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:50.653817 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8091583e-cdc3-4602-8ba8-973d5ae240be req-c028f7a7-d2bd-4111-ad26-d55df44e589d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0888863 Sep 15 08:58:50.697857 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8091583e-cdc3-4602-8ba8-973d5ae240be req-3f84a165-9bdd-4a48-9817-8bf0a626710b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383942 Sep 15 08:58:51.118293 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d88e4d-41e3-4744-afa7-300a63c45db1 req-d8b02684-929f-4c69-a7f2-6e2f2b3d3234 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:51.119787 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-81d88e4d-41e3-4744-afa7-300a63c45db1 req-d8b02684-929f-4c69-a7f2-6e2f2b3d3234 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.0795386 Sep 15 08:58:51.166692 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-81d88e4d-41e3-4744-afa7-300a63c45db1 req-7c4a627c-664c-4062-9fac-74369e272b07 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 Sep 15 08:58:51.311203 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc1c15f-24f5-496f-a675-9771d0025292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834d7008-fc0a-404f-8253-016e3f7d8ca2'}, {'server_uuid': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314b817f-9c79-46cf-a672-a625eea4af10'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:58:51.389355 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc1c15f-24f5-496f-a675-9771d0025292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834d7008-fc0a-404f-8253-016e3f7d8ca2', 'code': 200} Sep 15 08:58:51.389617 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314b817f-9c79-46cf-a672-a625eea4af10', 'code': 200} Sep 15 08:58:51.520231 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803deab-c8e5-4da6-ab39-132375eda6cd req-39cfc7e0-0d6c-4524-bc42-38433e4abf74 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:51.521706 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b803deab-c8e5-4da6-ab39-132375eda6cd req-39cfc7e0-0d6c-4524-bc42-38433e4abf74 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0837922 Sep 15 08:58:51.584312 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b803deab-c8e5-4da6-ab39-132375eda6cd req-18553de7-5211-4575-9d28-6a5fa5a7b277 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564826 Sep 15 08:58:51.831848 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 38276) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:51.899687 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb9482-a55a-483f-a861-d1d367a958ed req-327be03c-e7c8-40ae-8db8-a55734196a28 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:51.901637 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b7cb9482-a55a-483f-a861-d1d367a958ed req-327be03c-e7c8-40ae-8db8-a55734196a28 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0803976 Sep 15 08:58:51.951453 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b7cb9482-a55a-483f-a861-d1d367a958ed req-bb4e6691-e892-4f77-a6bf-cc475a369e8c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444574 Sep 15 08:58:51.982569 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-56085a33-ca4d-4d9b-b2f9-a9a1567ce72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:52.014358 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-56085a33-ca4d-4d9b-b2f9-a9a1567ce72e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:52.018455 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-56085a33-ca4d-4d9b-b2f9-a9a1567ce72e admin admin] Usage tracker for resource:security_group_rule and tenant:371b3b13f9ac4bdcb7a4fbe1d24226f2 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:52.021236 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-56085a33-ca4d-4d9b-b2f9-a9a1567ce72e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:52.027790 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-56085a33-ca4d-4d9b-b2f9-a9a1567ce72e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:52.099171 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-56085a33-ca4d-4d9b-b2f9-a9a1567ce72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:52.194680 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-56085a33-ca4d-4d9b-b2f9-a9a1567ce72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:52.204210 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:52.246129 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-56085a33-ca4d-4d9b-b2f9-a9a1567ce72e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=371b3b13f9ac4bdcb7a4fbe1d24226f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4126201 Sep 15 08:58:52.248178 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38292) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:52.271232 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56085a33-ca4d-4d9b-b2f9-a9a1567ce72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d70b22-2b9a-4477-a21c-fac306223fb8,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:52.276724 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-56085a33-ca4d-4d9b-b2f9-a9a1567ce72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:52.350456 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0deaf6ac-611e-41f9-a275-bcc27d3991bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:52.376324 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0deaf6ac-611e-41f9-a275-bcc27d3991bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:52.521482 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273783a-2bc2-46a4-a7a9-cc58b21439e2 req-08464a2a-8942-4f22-ac9b-da14438484a8 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:52.523010 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0273783a-2bc2-46a4-a7a9-cc58b21439e2 req-08464a2a-8942-4f22-ac9b-da14438484a8 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1587167 Sep 15 08:58:52.542225 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0deaf6ac-611e-41f9-a275-bcc27d3991bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:52.549785 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:52.550868 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-55046a86-5f54-4bc5-badc-8568ca695ad2 req-2d029591-281b-40fc-ba91-468c1ef22719 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 1098 time: 0.1087170 Sep 15 08:58:52.562185 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaf6ac-611e-41f9-a275-bcc27d3991bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d70b22-2b9a-4477-a21c-fac306223fb8,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:52.565881 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-0deaf6ac-611e-41f9-a275-bcc27d3991bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:52.571708 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0deaf6ac-611e-41f9-a275-bcc27d3991bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:52.575998 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-0deaf6ac-611e-41f9-a275-bcc27d3991bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81d70b22-2b9a-4477-a21c-fac306223fb8 HTTP/1.1" status: 204 len: 168 time: 0.3266149 Sep 15 08:58:52.629048 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0273783a-2bc2-46a4-a7a9-cc58b21439e2 req-4ab54400-6794-448c-848f-d0ffeb086a91 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972185 Sep 15 08:58:52.629211 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-75802c97-f2cf-4ea1-bf2b-be5570887041 req-21133ec7-baf1-4b22-9466-d7a85c6db57e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 1099 time: 0.1528947 Sep 15 08:58:52.698169 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-75802c97-f2cf-4ea1-bf2b-be5570887041 req-ab8242d7-cb7a-476e-abf8-d26b70b322f1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528584 Sep 15 08:58:52.702539 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-91392061-ba7d-4621-91c4-549fbe30dc39 req-a59f88eb-e04b-4dfc-b825-e0a57624343e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 1098 time: 0.1222439 Sep 15 08:58:52.720839 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-55046a86-5f54-4bc5-badc-8568ca695ad2 req-587c2b89-769d-4fed-bd65-f27bdaa5a8c3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394610 Sep 15 08:58:52.889118 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f012c4-b17a-4f50-a775-133dffabdb6e req-aa83b60b-10e0-42d0-ba98-e0d906215fd5 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:52.890567 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-34f012c4-b17a-4f50-a775-133dffabdb6e req-aa83b60b-10e0-42d0-ba98-e0d906215fd5 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0816483 Sep 15 08:58:52.943194 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-34f012c4-b17a-4f50-a775-133dffabdb6e req-a1e30326-dfac-466b-91ea-77e6a90bda2d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459161 Sep 15 08:58:53.172807 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20173f-5852-485c-9e99-8a7aba554944 req-c75a7e64-fea5-4deb-8790-cf9dd00b7111 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:53.174813 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0e20173f-5852-485c-9e99-8a7aba554944 req-c75a7e64-fea5-4deb-8790-cf9dd00b7111 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0816579 Sep 15 08:58:53.220414 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0e20173f-5852-485c-9e99-8a7aba554944 req-1074b6f0-1e3a-4b92-871c-88e704bfd2a2 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402498 Sep 15 08:58:53.374979 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 38330) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:53.393118 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4a4ceb1f-c3e7-4c3f-a8f4-3e563ab3a005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:53.425511 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-4a4ceb1f-c3e7-4c3f-a8f4-3e563ab3a005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:53.429361 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-4a4ceb1f-c3e7-4c3f-a8f4-3e563ab3a005 admin admin] Usage tracker for resource:security_group_rule and tenant:a64feb4976e14e2d9cffb0277e26c06a is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:53.432162 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-4a4ceb1f-c3e7-4c3f-a8f4-3e563ab3a005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:53.437771 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-4a4ceb1f-c3e7-4c3f-a8f4-3e563ab3a005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:53.507950 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4a4ceb1f-c3e7-4c3f-a8f4-3e563ab3a005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:53.535650 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-91392061-ba7d-4621-91c4-549fbe30dc39 req-8dd06281-38bb-4df2-9369-7f1ea910f46b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416644 Sep 15 08:58:53.593916 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4a4ceb1f-c3e7-4c3f-a8f4-3e563ab3a005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:53.601132 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:53.642477 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-4a4ceb1f-c3e7-4c3f-a8f4-3e563ab3a005 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a64feb4976e14e2d9cffb0277e26c06a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2663112 Sep 15 08:58:53.643470 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ceb1f-c3e7-4c3f-a8f4-3e563ab3a005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b82cbc3-80d7-41db-a14e-f9585602cf06,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:53.645152 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38340) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:53.646350 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-4a4ceb1f-c3e7-4c3f-a8f4-3e563ab3a005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:53.709003 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-90dd253c-3a14-4e72-82ef-12c80ec4b4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:53.736035 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-90dd253c-3a14-4e72-82ef-12c80ec4b4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:53.894114 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-90dd253c-3a14-4e72-82ef-12c80ec4b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:53.899705 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:53.913787 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd253c-3a14-4e72-82ef-12c80ec4b4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b82cbc3-80d7-41db-a14e-f9585602cf06,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:53.918557 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-90dd253c-3a14-4e72-82ef-12c80ec4b4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:53.923474 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-90dd253c-3a14-4e72-82ef-12c80ec4b4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:53.924589 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-90dd253c-3a14-4e72-82ef-12c80ec4b4f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b82cbc3-80d7-41db-a14e-f9585602cf06 HTTP/1.1" status: 204 len: 168 time: 0.2782433 Sep 15 08:58:53.935015 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be658568-2f36-43a0-bf65-62f9c065f543 req-55a727c6-88f1-4b75-ab2d-a574f30488da tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:53.936761 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-be658568-2f36-43a0-bf65-62f9c065f543 req-55a727c6-88f1-4b75-ab2d-a574f30488da tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1467235 Sep 15 08:58:53.990317 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-be658568-2f36-43a0-bf65-62f9c065f543 req-c35c448f-0ce0-495b-a58b-bd14dda9f733 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464857 Sep 15 08:58:54.176814 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10dae3-7695-42ae-ad31-7512d15d88d4 req-403f8798-02d7-40e0-908e-934d768b5b8a tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:54.178841 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dd10dae3-7695-42ae-ad31-7512d15d88d4 req-403f8798-02d7-40e0-908e-934d768b5b8a tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0887039 Sep 15 08:58:54.238175 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dd10dae3-7695-42ae-ad31-7512d15d88d4 req-d0c2beb2-40b2-4aad-89c1-636823080af1 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529275 Sep 15 08:58:54.464109 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccac6d4-13ca-45c8-8c17-c46c24e6a54b req-6f14fb3b-dc69-4eec-b4c4-8da6fe3dff7e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:54.465548 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5ccac6d4-13ca-45c8-8c17-c46c24e6a54b req-6f14fb3b-dc69-4eec-b4c4-8da6fe3dff7e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1106465 Sep 15 08:58:54.512523 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5ccac6d4-13ca-45c8-8c17-c46c24e6a54b req-93b1ff0b-9f74-4387-b942-7d30d389f581 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412452 Sep 15 08:58:55.265447 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faad55-ec82-412d-8182-505e9a695c80 req-b8f68aad-115f-4a10-8138-bb63c2abb222 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:55.309799 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f9faad55-ec82-412d-8182-505e9a695c80 req-b8f68aad-115f-4a10-8138-bb63c2abb222 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1374233 Sep 15 08:58:55.366650 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f9faad55-ec82-412d-8182-505e9a695c80 req-ce500854-ea56-4eaf-8630-778184b5ddce tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557022 Sep 15 08:58:55.515258 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33137da5-496f-426f-8cdf-d4f70047f360 req-00d45eac-4110-486f-8220-e2f29705a7d3 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:55.516777 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-33137da5-496f-426f-8cdf-d4f70047f360 req-00d45eac-4110-486f-8220-e2f29705a7d3 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0866978 Sep 15 08:58:55.572084 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-33137da5-496f-426f-8cdf-d4f70047f360 req-3ab830e0-4fba-42ff-bd85-7b80f80c52b9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498760 Sep 15 08:58:55.730168 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada86b1-f778-47f2-9b7f-ae580a1c72e4 req-43aa1ae7-4e07-43ee-874e-cbd44a680ddc tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:55.731898 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0ada86b1-f778-47f2-9b7f-ae580a1c72e4 req-43aa1ae7-4e07-43ee-874e-cbd44a680ddc tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0797338 Sep 15 08:58:55.783323 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0ada86b1-f778-47f2-9b7f-ae580a1c72e4 req-34ee04e6-cc47-4b45-8020-4d45602e8196 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457830 Sep 15 08:58:55.986490 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274880d-2b4b-490d-86e5-5918c0542ce3 req-8f97b492-3b67-4e69-b2ae-786ac3680e3e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:55.987980 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6274880d-2b4b-490d-86e5-5918c0542ce3 req-8f97b492-3b67-4e69-b2ae-786ac3680e3e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0819333 Sep 15 08:58:55.997591 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38434) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:56.002848 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-655625d9-29cd-446e-9676-75d603cc5e9d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Request body: {'floatingip': {'port_id': 'afdabbd5-43b9-4136-8495-2bdae211bde3'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:56.080157 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-655625d9-29cd-446e-9676-75d603cc5e9d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for floatingip, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:56.561967 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5e6f0-6c6c-4b9f-902f-47fd80e2e6ea req-23006457-70ab-4462-9ec1-685c8df8b7c6 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:56.563433 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fcb5e6f0-6c6c-4b9f-902f-47fd80e2e6ea req-23006457-70ab-4462-9ec1-685c8df8b7c6 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.0810208 Sep 15 08:58:56.617027 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fcb5e6f0-6c6c-4b9f-902f-47fd80e2e6ea req-5abc2145-e88b-453c-8df9-f201750d6715 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481300 Sep 15 08:58:56.945206 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1c81b-2549-4e6e-b771-7145bc38db94 req-566edd70-d9a1-457b-adb4-7ba2a2fd6d98 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:56.946746 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-20e1c81b-2549-4e6e-b771-7145bc38db94 req-566edd70-d9a1-457b-adb4-7ba2a2fd6d98 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.2083144 Sep 15 08:58:57.018931 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-655625d9-29cd-446e-9676-75d603cc5e9d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:57.028755 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-20e1c81b-2549-4e6e-b771-7145bc38db94 req-0cfd529c-6413-460c-be93-dc97210d5838 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754430 Sep 15 08:58:57.090149 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-655625d9-29cd-446e-9676-75d603cc5e9d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:57.345586 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f29d3-c33d-4e19-a09e-049a4fe4b4d4 req-9b64da42-d948-4706-b84c-e1b9d2700e63 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:57.347036 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f5f29d3-c33d-4e19-a09e-049a4fe4b4d4 req-9b64da42-d948-4706-b84c-e1b9d2700e63 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.1131456 Sep 15 08:58:57.356685 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38482) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:57.412923 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237180b5-c238-4989-8e28-408b27174bc5 req-8a19ec76-22dc-4ed2-84d6-1ce6c23d7d12 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:57.413373 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-3ba293a7-3f70-4d9c-8dce-8c66da9a4852 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Request body: {'floatingip': {'port_id': '314b817f-9c79-46cf-a672-a625eea4af10'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:58:57.414715 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-237180b5-c238-4989-8e28-408b27174bc5 req-8a19ec76-22dc-4ed2-84d6-1ce6c23d7d12 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1394804 Sep 15 08:58:57.467013 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-237180b5-c238-4989-8e28-408b27174bc5 req-b5017b5f-f60c-4550-bc3c-17093ac85d64 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449183 Sep 15 08:58:57.542432 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3ba293a7-3f70-4d9c-8dce-8c66da9a4852 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for floatingip, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:57.752872 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6f96a88f-4380-4755-9e6b-40a5e982869f req-38fea5e2-9e87-4384-80a9-065a88c71dd2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd3fe44e1e5d42c0b4118a5b3004daac&device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 1098 time: 0.2807217 Sep 15 08:58:57.799745 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.l3_db [None req-655625d9-29cd-446e-9676-75d603cc5e9d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Floating IP 761e8801-39c1-4ac9-ba1f-c450d8ab85f1 associated. External IP: 172.27.1.212, port: afdabbd5-43b9-4136-8495-2bdae211bde3. Sep 15 08:58:58.130164 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96a88f-4380-4755-9e6b-40a5e982869f req-47474723-1e06-4ee3-bf85-5ba39cb3fb63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:58.131639 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6f96a88f-4380-4755-9e6b-40a5e982869f req-47474723-1e06-4ee3-bf85-5ba39cb3fb63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99cf6cad-714d-48b4-a18f-48890cca455e HTTP/1.1" status: 200 len: 920 time: 0.3648667 Sep 15 08:58:58.340429 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6f96a88f-4380-4755-9e6b-40a5e982869f req-135d6c5d-b2ef-4038-9f7f-c34b3dd5af74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=834d7008-fc0a-404f-8253-016e3f7d8ca2 HTTP/1.1" status: 200 len: 217 time: 0.1964056 Sep 15 08:58:58.514477 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96a88f-4380-4755-9e6b-40a5e982869f req-33b08606-6f3d-4b52-b31a-648f9805e598 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:58.516248 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6f96a88f-4380-4755-9e6b-40a5e982869f req-33b08606-6f3d-4b52-b31a-648f9805e598 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d3741a-a3a3-4d75-a034-fc6e7362caaa HTTP/1.1" status: 200 len: 859 time: 0.1638556 Sep 15 08:58:58.566546 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:58:58.708796 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6f96a88f-4380-4755-9e6b-40a5e982869f req-df54f187-5ee8-4a08-b58c-9c9428d748ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99cf6cad-714d-48b4-a18f-48890cca455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1817467 Sep 15 08:58:58.892692 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3ba293a7-3f70-4d9c-8dce-8c66da9a4852 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:58.969259 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3ba293a7-3f70-4d9c-8dce-8c66da9a4852 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:59.024842 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 38522) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:59.116325 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6f96a88f-4380-4755-9e6b-40a5e982869f req-ba05ef5b-892f-40f0-95c7-0851f0a9512b service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484950 Sep 15 08:58:59.143761 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f04352-5e47-45d6-95d2-923e5b723477 req-433b5428-43d8-4181-b420-77d2afdd44ab tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:59.148371 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-15f04352-5e47-45d6-95d2-923e5b723477 req-433b5428-43d8-4181-b420-77d2afdd44ab tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.4426184 Sep 15 08:58:59.214912 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-03c84855-d5d4-47c8-98e9-c3ef87eafaa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:59.244050 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cb9f2-03e6-4ffc-bb00-69b0d7160b80 req-011ea35b-8625-4f25-a46b-fe8602a2a52f tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:58:59.246739 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-650cb9f2-03e6-4ffc-bb00-69b0d7160b80 req-011ea35b-8625-4f25-a46b-fe8602a2a52f tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 946 time: 0.1206450 Sep 15 08:58:59.353591 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-650cb9f2-03e6-4ffc-bb00-69b0d7160b80 req-edf2e401-cd1d-4c75-b928-b4d3f39a02ca tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938814 Sep 15 08:58:59.355077 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-03c84855-d5d4-47c8-98e9-c3ef87eafaa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:58:59.359448 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-03c84855-d5d4-47c8-98e9-c3ef87eafaa7 admin admin] Usage tracker for resource:security_group_rule and tenant:839ff115f7044ef5997cb3d11faca60e is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:58:59.368167 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-03c84855-d5d4-47c8-98e9-c3ef87eafaa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:58:59.375202 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-03c84855-d5d4-47c8-98e9-c3ef87eafaa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:58:59.449183 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-15f04352-5e47-45d6-95d2-923e5b723477 req-0d26da19-917e-4836-b6f4-aa66487bf0df tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712135 Sep 15 08:58:59.468636 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-03c84855-d5d4-47c8-98e9-c3ef87eafaa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:59.489512 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6f96a88f-4380-4755-9e6b-40a5e982869f req-5cf86869-385a-4861-8f6a-2f64f01746bc service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307447 Sep 15 08:58:59.534146 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.l3_db [None req-3ba293a7-3f70-4d9c-8dce-8c66da9a4852 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Floating IP 821bca2f-85f4-4dc5-bf07-f9c66231b05e associated. External IP: 172.27.1.125, port: 314b817f-9c79-46cf-a672-a625eea4af10. Sep 15 08:58:59.542417 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-03c84855-d5d4-47c8-98e9-c3ef87eafaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:59.549636 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e78062a7-baf3-4eb4-9507-e7eaf6452f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:59.588447 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c84855-d5d4-47c8-98e9-c3ef87eafaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd588abd-4212-499d-83f3-438682fc60d3,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:59.591748 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-03c84855-d5d4-47c8-98e9-c3ef87eafaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:59.596889 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-03c84855-d5d4-47c8-98e9-c3ef87eafaa7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=839ff115f7044ef5997cb3d11faca60e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5677080 Sep 15 08:58:59.597757 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 38532) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:58:59.604830 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655625d9-29cd-446e-9676-75d603cc5e9d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:58:59.671103 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-07d3b65e-eff1-42fa-96c3-197738fa06ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:59.705791 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-07d3b65e-eff1-42fa-96c3-197738fa06ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:59.816974 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-07d3b65e-eff1-42fa-96c3-197738fa06ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:59.823106 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-22469130-40f7-490b-bc9a-3f3786a8373c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:58:59.839426 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3b65e-eff1-42fa-96c3-197738fa06ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd588abd-4212-499d-83f3-438682fc60d3,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:58:59.843451 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-07d3b65e-eff1-42fa-96c3-197738fa06ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:58:59.856857 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-07d3b65e-eff1-42fa-96c3-197738fa06ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:58:59.857536 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-07d3b65e-eff1-42fa-96c3-197738fa06ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd588abd-4212-499d-83f3-438682fc60d3 HTTP/1.1" status: 204 len: 168 time: 0.2596076 Sep 15 08:59:00.110522 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655625d9-29cd-446e-9676-75d603cc5e9d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:59:00.114995 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-655625d9-29cd-446e-9676-75d603cc5e9d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:00.125164 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9b32c6-ede7-474b-ba3b-dccb8e21e585 None None] Sync routers for ids ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'] in dv-cinder-806008-2-iscsi {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:59:00.137355 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9b32c6-ede7-474b-ba3b-dccb8e21e585 None None] Routers {'ddccbcd1-28f6-46b8-94f0-ed9334b446c9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:59:00.137957 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-9c9b32c6-ede7-474b-ba3b-dccb8e21e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:58:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:59:00.191211 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-655625d9-29cd-446e-9676-75d603cc5e9d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "PUT /v2.0/floatingips/761e8801-39c1-4ac9-ba1f-c450d8ab85f1 HTTP/1.1" status: 200 len: 992 time: 4.1897986 Sep 15 08:59:00.191211 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661af67d-f3ef-4c65-bcb6-a51b229ddbf0', 'tag': 'afdabbd5-43b9-4136-8495-2bdae211bde3'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:59:00.349826 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661af67d-f3ef-4c65-bcb6-a51b229ddbf0', 'tag': 'afdabbd5-43b9-4136-8495-2bdae211bde3', 'status': 'completed', 'code': 200} Sep 15 08:59:00.358568 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba293a7-3f70-4d9c-8dce-8c66da9a4852 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Router 9279da42-9074-4c93-9f9c-105973375698 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:59:00.414807 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-9c9b32c6-ede7-474b-ba3b-dccb8e21e585 None None] Set router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:59:00.725576 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0c5fcaea-9ea8-4452-a0d8-02dcb5e8ecb1 req-c054c5ef-a494-4e0e-8908-15b55a0f0b05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1aadda57f2be49a592d2dc246c4ce0ed&device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 1099 time: 0.2266581 Sep 15 08:59:00.771540 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 38570) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:00.800244 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-0b96d823-d2d6-43c5-ac23-d39c6dc8e8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:00.849846 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-0b96d823-d2d6-43c5-ac23-d39c6dc8e8d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:00.856306 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-0b96d823-d2d6-43c5-ac23-d39c6dc8e8d7 admin admin] Usage tracker for resource:security_group_rule and tenant:27ac3bcd65be45a29e21413ad56ea25b is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:00.862517 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-0b96d823-d2d6-43c5-ac23-d39c6dc8e8d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:00.871006 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-0b96d823-d2d6-43c5-ac23-d39c6dc8e8d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:00.893799 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0955db7-26c5-479e-968c-69717cb99b84 req-36c6d65f-42f2-4b14-aed4-e355cd7e8061 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:00.895934 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c0955db7-26c5-479e-968c-69717cb99b84 req-36c6d65f-42f2-4b14-aed4-e355cd7e8061 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1688821 Sep 15 08:59:00.929103 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-9c9b32c6-ede7-474b-ba3b-dccb8e21e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:58Z', 'revision_number': 4, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '761e8801-39c1-4ac9-ba1f-c450d8ab85f1', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'port_id': 'afdabbd5-43b9-4136-8495-2bdae211bde3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'mac_address': 'fa:16:3e:d9:ff:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661af67d-f3ef-4c65-bcb6-a51b229ddbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:58:09Z', 'updated_at': '2021-09-15T08:58:56Z', 'revision_number': 1, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd06912-67fb-4005-8ed1-9705fc882185', 'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'mac_address': 'fa:16:3e:40:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:55Z', 'updated_at': '2021-09-15T08:58:34Z', 'revision_number': 5, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'subnets': [{'id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:59:00.935694 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fcaea-9ea8-4452-a0d8-02dcb5e8ecb1 req-7e8d485c-73d2-43f9-a8cc-d6a726bf5374 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:00.937076 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0c5fcaea-9ea8-4452-a0d8-02dcb5e8ecb1 req-7e8d485c-73d2-43f9-a8cc-d6a726bf5374 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a7d9519-adcd-45df-bd0a-0005f95484a0 HTTP/1.1" status: 200 len: 912 time: 0.1931849 Sep 15 08:59:00.939827 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9b32c6-ede7-474b-ba3b-dccb8e21e585 None None] Checking router: ddccbcd1-28f6-46b8-94f0-ed9334b446c9 for host: dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:59:00.962511 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9b32c6-ede7-474b-ba3b-dccb8e21e585 None None] Routers {'ddccbcd1-28f6-46b8-94f0-ed9334b446c9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:59:00.963807 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-9c9b32c6-ede7-474b-ba3b-dccb8e21e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:58:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:59:00.994663 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c0955db7-26c5-479e-968c-69717cb99b84 req-a71c8ef9-3423-4dbb-b0a7-ab841cf1ab4a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893571 Sep 15 08:59:01.030446 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-0b96d823-d2d6-43c5-ac23-d39c6dc8e8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:01.079758 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-0b96d823-d2d6-43c5-ac23-d39c6dc8e8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:01.087508 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:01.128491 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96d823-d2d6-43c5-ac23-d39c6dc8e8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ee6a63-dd42-4778-a03d-30c148b6d7ac,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:01.131878 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-0b96d823-d2d6-43c5-ac23-d39c6dc8e8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:01.136581 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-0b96d823-d2d6-43c5-ac23-d39c6dc8e8d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27ac3bcd65be45a29e21413ad56ea25b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3618340 Sep 15 08:59:01.138424 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 38578) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:01.159933 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d73f8-db99-483e-873d-7805ede30d69 req-1bf55b03-896f-4003-9aff-c754f56ba5c4 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:01.159933 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4c5d73f8-db99-483e-873d-7805ede30d69 req-1bf55b03-896f-4003-9aff-c754f56ba5c4 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 946 time: 0.5420413 Sep 15 08:59:01.160997 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0c5fcaea-9ea8-4452-a0d8-02dcb5e8ecb1 req-b0a170d3-a60c-46f1-9cd5-85251059dedb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afdabbd5-43b9-4136-8495-2bdae211bde3 HTTP/1.1" status: 200 len: 1000 time: 0.1911550 Sep 15 08:59:01.167019 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba293a7-3f70-4d9c-8dce-8c66da9a4852 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:59:01.172158 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3ba293a7-3f70-4d9c-8dce-8c66da9a4852 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:01.180065 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b99b41-d4d9-467f-8a9f-ef0ff319f876 None None] Sync routers for ids ['9279da42-9074-4c93-9f9c-105973375698'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:59:01.198745 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b99b41-d4d9-467f-8a9f-ef0ff319f876 None None] Routers {'9279da42-9074-4c93-9f9c-105973375698'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:59:01.199766 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-71b99b41-d4d9-467f-8a9f-ef0ff319f876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:58:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9279da42-9074-4c93-9f9c-105973375698'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:59:01.231917 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-661693bb-fd28-4e63-8137-b53f776e391c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:01.261104 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-661693bb-fd28-4e63-8137-b53f776e391c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:01.279353 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-9c9b32c6-ede7-474b-ba3b-dccb8e21e585 None None] Set router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:59:01.349674 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fcaea-9ea8-4452-a0d8-02dcb5e8ecb1 req-65d766dc-0c57-4b7d-b0a4-4e25003b7b94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:01.353052 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0c5fcaea-9ea8-4452-a0d8-02dcb5e8ecb1 req-65d766dc-0c57-4b7d-b0a4-4e25003b7b94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c HTTP/1.1" status: 200 len: 850 time: 0.1841710 Sep 15 08:59:01.399682 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-661693bb-fd28-4e63-8137-b53f776e391c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:01.405468 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-4a4ceb1f-c3e7-4c3f-a8f4-3e563ab3a005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:01.419043 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661693bb-fd28-4e63-8137-b53f776e391c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ee6a63-dd42-4778-a03d-30c148b6d7ac,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:01.423332 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-661693bb-fd28-4e63-8137-b53f776e391c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:01.426997 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-661693bb-fd28-4e63-8137-b53f776e391c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:01.428458 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-661693bb-fd28-4e63-8137-b53f776e391c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3ee6a63-dd42-4778-a03d-30c148b6d7ac HTTP/1.1" status: 204 len: 168 time: 0.2886105 Sep 15 08:59:01.497704 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-3ba293a7-3f70-4d9c-8dce-8c66da9a4852 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "PUT /v2.0/floatingips/821bca2f-85f4-4dc5-bf07-f9c66231b05e HTTP/1.1" status: 200 len: 991 time: 4.0896890 Sep 15 08:59:01.498240 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4c5d73f8-db99-483e-873d-7805ede30d69 req-4b755dff-99dc-4eeb-8a25-c2022ed39502 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610464 Sep 15 08:59:01.567019 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0c5fcaea-9ea8-4452-a0d8-02dcb5e8ecb1 req-a0cdc384-382f-45a3-bb67-c69884bf2c3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a7d9519-adcd-45df-bd0a-0005f95484a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1715858 Sep 15 08:59:01.574786 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-71b99b41-d4d9-467f-8a9f-ef0ff319f876 None None] Set router 9279da42-9074-4c93-9f9c-105973375698 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:59:01.784162 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0c5fcaea-9ea8-4452-a0d8-02dcb5e8ecb1 req-7170b3f9-21f6-4b6d-971e-6b38889c35ed service neutron] 10.222.0.20 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121305 Sep 15 08:59:01.878528 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-9c9b32c6-ede7-474b-ba3b-dccb8e21e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:58Z', 'revision_number': 4, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '761e8801-39c1-4ac9-ba1f-c450d8ab85f1', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'port_id': 'afdabbd5-43b9-4136-8495-2bdae211bde3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'mac_address': 'fa:16:3e:d9:ff:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661af67d-f3ef-4c65-bcb6-a51b229ddbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:58:09Z', 'updated_at': '2021-09-15T08:58:56Z', 'revision_number': 1, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd06912-67fb-4005-8ed1-9705fc882185', 'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'mac_address': 'fa:16:3e:40:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:55Z', 'updated_at': '2021-09-15T08:58:34Z', 'revision_number': 5, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'subnets': [{'id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:59:01.882704 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9b32c6-ede7-474b-ba3b-dccb8e21e585 None None] The sync data for ids ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'] in dv-cinder-806008-2-iscsi is: [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:58Z', 'revision_number': 4, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '761e8801-39c1-4ac9-ba1f-c450d8ab85f1', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'port_id': 'afdabbd5-43b9-4136-8495-2bdae211bde3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'mac_address': 'fa:16:3e:d9:ff:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661af67d-f3ef-4c65-bcb6-a51b229ddbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:58:09Z', 'updated_at': '2021-09-15T08:58:56Z', 'revision_number': 1, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd06912-67fb-4005-8ed1-9705fc882185', 'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'mac_address': 'fa:16:3e:40:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:55Z', 'updated_at': '2021-09-15T08:58:34Z', 'revision_number': 5, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'subnets': [{'id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:59:01.989620 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0c5fcaea-9ea8-4452-a0d8-02dcb5e8ecb1 req-17f266b1-154e-4d56-ad2c-3e0a6df2e80a service neutron] 10.222.0.20 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399891 Sep 15 08:59:01.999509 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-71b99b41-d4d9-467f-8a9f-ef0ff319f876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '821bca2f-85f4-4dc5-bf07-f9c66231b05e', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': '9279da42-9074-4c93-9f9c-105973375698', 'port_id': '314b817f-9c79-46cf-a672-a625eea4af10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'mac_address': 'fa:16:3e:c7:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:58:13Z', 'updated_at': '2021-09-15T08:58:58Z', 'revision_number': 1, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13229827-0414-4a3d-8f4e-892feee9cf94', 'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'mac_address': 'fa:16:3e:be:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:54Z', 'updated_at': '2021-09-15T08:58:28Z', 'revision_number': 5, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'subnets': [{'id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:59:02.003324 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b99b41-d4d9-467f-8a9f-ef0ff319f876 None None] Checking router: 9279da42-9074-4c93-9f9c-105973375698 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:59:02.014307 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b99b41-d4d9-467f-8a9f-ef0ff319f876 None None] Routers {'9279da42-9074-4c93-9f9c-105973375698'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:59:02.015003 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-71b99b41-d4d9-467f-8a9f-ef0ff319f876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T08:58:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9279da42-9074-4c93-9f9c-105973375698'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:59:02.120208 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40c4651-02a1-44bf-8161-2e6e09582109 None None] New status for floating IP 761e8801-39c1-4ac9-ba1f-c450d8ab85f1: ACTIVE {{(pid=75829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:59:02.126782 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:02.230949 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af9cec-3cc8-4c5d-b1ee-c4b420e81e63 req-adab7dfa-f5d6-4743-9e7c-bfcc79b921fd tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:02.234115 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-48af9cec-3cc8-4c5d-b1ee-c4b420e81e63 req-adab7dfa-f5d6-4743-9e7c-bfcc79b921fd tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 946 time: 0.1324947 Sep 15 08:59:02.270075 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf028b-db31-4f9b-842a-5b589379403a req-a2727cd5-b986-43d4-8643-5c776fefd19a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:02.272406 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c5cf028b-db31-4f9b-842a-5b589379403a req-a2727cd5-b986-43d4-8643-5c776fefd19a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1102340 Sep 15 08:59:02.340803 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-71b99b41-d4d9-467f-8a9f-ef0ff319f876 None None] Set router 9279da42-9074-4c93-9f9c-105973375698 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:59:02.348973 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c5cf028b-db31-4f9b-842a-5b589379403a req-301a267f-439b-4866-90fb-33960ad65fe5 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709538 Sep 15 08:59:02.355560 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'tag': '314b817f-9c79-46cf-a672-a625eea4af10'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:59:02.378702 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-48af9cec-3cc8-4c5d-b1ee-c4b420e81e63 req-615d5d82-7b8a-49fb-875d-9ca447da50f8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Deleting port 3cba594d-903b-492b-a4d0-9d8c4dfb821f {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:59:02.379074 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-48af9cec-3cc8-4c5d-b1ee-c4b420e81e63 req-615d5d82-7b8a-49fb-875d-9ca447da50f8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:02.605621 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'tag': '314b817f-9c79-46cf-a672-a625eea4af10', 'status': 'completed', 'code': 200} Sep 15 08:59:02.683305 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-864349b1-9563-4410-b142-19717ba273a0 req-cf6c3240-22f9-4176-894f-3ed59b338fe6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f168b6f24dc4d93824606ca9470fea0&device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 1098 time: 0.1219974 Sep 15 08:59:02.902250 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-48af9cec-3cc8-4c5d-b1ee-c4b420e81e63 req-615d5d82-7b8a-49fb-875d-9ca447da50f8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] For port 3cba594d-903b-492b-a4d0-9d8c4dfb821f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3cba594d-903b-492b-a4d0-9d8c4dfb821f,segment=NetworkSegment(24d19f94-3154-4388-a5e5-331f207891f4),segment_id=24d19f94-3154-4388-a5e5-331f207891f4)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:59:02.903201 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-48af9cec-3cc8-4c5d-b1ee-c4b420e81e63 req-615d5d82-7b8a-49fb-875d-9ca447da50f8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:02.906709 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864349b1-9563-4410-b142-19717ba273a0 req-d61b2870-6174-45db-9ace-ce0d28a70249 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:02.908857 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-864349b1-9563-4410-b142-19717ba273a0 req-d61b2870-6174-45db-9ace-ce0d28a70249 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dee31690-1b17-41a7-9226-bbc0b9faff0c HTTP/1.1" status: 200 len: 917 time: 0.2173383 Sep 15 08:59:03.021907 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-864349b1-9563-4410-b142-19717ba273a0 req-ff145534-0e80-46f7-9cd1-d1df4869d553 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314b817f-9c79-46cf-a672-a625eea4af10 HTTP/1.1" status: 200 len: 999 time: 0.1022811 Sep 15 08:59:03.069398 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-48af9cec-3cc8-4c5d-b1ee-c4b420e81e63 req-615d5d82-7b8a-49fb-875d-9ca447da50f8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Calling delete_port for 3cba594d-903b-492b-a4d0-9d8c4dfb821f owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:59:03.121629 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864349b1-9563-4410-b142-19717ba273a0 req-8198d42d-7985-44f7-9cf0-e41cc5d22c7c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:03.123314 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-864349b1-9563-4410-b142-19717ba273a0 req-8198d42d-7985-44f7-9cf0-e41cc5d22c7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c69077b5-d8c6-4f9f-8dc8-1e62fce814b7 HTTP/1.1" status: 200 len: 855 time: 0.0931659 Sep 15 08:59:03.129180 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3f8b7-91a5-4c19-8327-7c4349c435b1 req-b62bbff3-ecfc-4a25-9818-ce8a45185096 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:03.137010 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-51e3f8b7-91a5-4c19-8327-7c4349c435b1 req-b62bbff3-ecfc-4a25-9818-ce8a45185096 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 946 time: 0.2966299 Sep 15 08:59:03.221973 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-71b99b41-d4d9-467f-8a9f-ef0ff319f876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '821bca2f-85f4-4dc5-bf07-f9c66231b05e', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': '9279da42-9074-4c93-9f9c-105973375698', 'port_id': '314b817f-9c79-46cf-a672-a625eea4af10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'mac_address': 'fa:16:3e:c7:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:58:13Z', 'updated_at': '2021-09-15T08:58:58Z', 'revision_number': 1, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13229827-0414-4a3d-8f4e-892feee9cf94', 'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'mac_address': 'fa:16:3e:be:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:54Z', 'updated_at': '2021-09-15T08:58:28Z', 'revision_number': 5, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'subnets': [{'id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:59:03.228575 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b99b41-d4d9-467f-8a9f-ef0ff319f876 None None] The sync data for ids ['9279da42-9074-4c93-9f9c-105973375698'] in dv-cinder-806008-2-iscsi is: [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '821bca2f-85f4-4dc5-bf07-f9c66231b05e', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': '9279da42-9074-4c93-9f9c-105973375698', 'port_id': '314b817f-9c79-46cf-a672-a625eea4af10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'mac_address': 'fa:16:3e:c7:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:58:13Z', 'updated_at': '2021-09-15T08:58:58Z', 'revision_number': 1, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13229827-0414-4a3d-8f4e-892feee9cf94', 'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'mac_address': 'fa:16:3e:be:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:54Z', 'updated_at': '2021-09-15T08:58:28Z', 'revision_number': 5, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'subnets': [{'id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:59:03.280663 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-51e3f8b7-91a5-4c19-8327-7c4349c435b1 req-eb566438-4b12-4aff-b692-1e496d58e718 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/security-groups?id=045f694a-e36b-42a0-b709-54b2bd447410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427267 Sep 15 08:59:03.303156 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-864349b1-9563-4410-b142-19717ba273a0 req-2f143583-464c-4ffd-8a09-b2baa77e155e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dee31690-1b17-41a7-9226-bbc0b9faff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1476800 Sep 15 08:59:03.468942 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-48af9cec-3cc8-4c5d-b1ee-c4b420e81e63 req-615d5d82-7b8a-49fb-875d-9ca447da50f8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:03.491970 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:03.525824 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['3cba594d-903b-492b-a4d0-9d8c4dfb821f'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:59:03.609361 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-864349b1-9563-4410-b142-19717ba273a0 req-a8eafa99-6024-4edf-b023-6b708e27cb34 service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922478 Sep 15 08:59:03.615269 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d5d82-7b8a-49fb-875d-9ca447da50f8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Pushing event deleted for resources: {'Port': ['ID=3cba594d-903b-492b-a4d0-9d8c4dfb821f,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:03.623880 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3ebf5-9d7e-49a4-a82d-7835015ce5bf req-821e26a7-13e1-4d90-8f4b-bf9181d5a1d8 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:03.625396 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-615d5d82-7b8a-49fb-875d-9ca447da50f8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:03.631250 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-48af9cec-3cc8-4c5d-b1ee-c4b420e81e63 req-615d5d82-7b8a-49fb-875d-9ca447da50f8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] No DVR routers for this DVR port 3cba594d-903b-492b-a4d0-9d8c4dfb821f on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:59:03.636704 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7fd3ebf5-9d7e-49a4-a82d-7835015ce5bf req-821e26a7-13e1-4d90-8f4b-bf9181d5a1d8 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1332102 Sep 15 08:59:03.636818 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-48af9cec-3cc8-4c5d-b1ee-c4b420e81e63 req-615d5d82-7b8a-49fb-875d-9ca447da50f8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:03.742677 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-48af9cec-3cc8-4c5d-b1ee-c4b420e81e63 req-615d5d82-7b8a-49fb-875d-9ca447da50f8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.20 "DELETE /v2.0/ports/3cba594d-903b-492b-a4d0-9d8c4dfb821f HTTP/1.1" status: 204 len: 173 time: 1.5008261 Sep 15 08:59:03.765864 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7fd3ebf5-9d7e-49a4-a82d-7835015ce5bf req-9bb505f7-fee2-4ee2-b8aa-f6ad0adceadd tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319067 Sep 15 08:59:03.801055 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-864349b1-9563-4410-b142-19717ba273a0 req-c3ffc2c1-25e9-4f07-8aab-1e959866dc33 service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648862 Sep 15 08:59:04.099924 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 38652) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:04.243900 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c5e3606a-0b46-4e01-ae2c-5b0d754a7f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:04.276567 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-c5e3606a-0b46-4e01-ae2c-5b0d754a7f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:04.279826 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-c5e3606a-0b46-4e01-ae2c-5b0d754a7f67 admin admin] Usage tracker for resource:security_group_rule and tenant:b9f1c1a961474a62a88589094c7d16a3 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:04.282697 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-c5e3606a-0b46-4e01-ae2c-5b0d754a7f67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:04.288321 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-c5e3606a-0b46-4e01-ae2c-5b0d754a7f67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:04.376647 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c5e3606a-0b46-4e01-ae2c-5b0d754a7f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:04.449378 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c56d5-7013-434c-acfc-f8b71d09dca9 None None] New status for floating IP 821bca2f-85f4-4dc5-bf07-f9c66231b05e: ACTIVE {{(pid=75827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:59:04.476340 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c5e3606a-0b46-4e01-ae2c-5b0d754a7f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:04.487824 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-14ec03a1-5bc7-4553-8150-9d35c436dd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:04.502871 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-abc79388-1d9f-4deb-adaf-4b134b8cb556 req-c2c42282-d81c-46df-bd05-ed8277761e54 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 210 time: 0.0759890 Sep 15 08:59:04.540883 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3606a-0b46-4e01-ae2c-5b0d754a7f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505c1ca7-8b35-4a0a-9a94-fcd617d46fa5,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:04.544177 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-c5e3606a-0b46-4e01-ae2c-5b0d754a7f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:04.549036 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-c5e3606a-0b46-4e01-ae2c-5b0d754a7f67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9f1c1a961474a62a88589094c7d16a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4456899 Sep 15 08:59:04.549352 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38672) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:04.606372 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e110435-269e-4721-b7e3-37454d25489c', 'name': 'network-vif-deleted', 'tag': '3cba594d-903b-492b-a4d0-9d8c4dfb821f'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:59:04.640840 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e21a3548-2708-42f6-bd65-fe02f0faf1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:04.668576 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e21a3548-2708-42f6-bd65-fe02f0faf1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:04.737850 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e110435-269e-4721-b7e3-37454d25489c', 'name': 'network-vif-deleted', 'tag': '3cba594d-903b-492b-a4d0-9d8c4dfb821f', 'status': 'completed', 'code': 200} Sep 15 08:59:04.793690 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e21a3548-2708-42f6-bd65-fe02f0faf1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:04.798626 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:04.825182 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a3548-2708-42f6-bd65-fe02f0faf1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505c1ca7-8b35-4a0a-9a94-fcd617d46fa5,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:04.825182 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e21a3548-2708-42f6-bd65-fe02f0faf1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:04.845315 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e21a3548-2708-42f6-bd65-fe02f0faf1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:04.849903 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-e21a3548-2708-42f6-bd65-fe02f0faf1ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/505c1ca7-8b35-4a0a-9a94-fcd617d46fa5 HTTP/1.1" status: 204 len: 168 time: 0.2993677 Sep 15 08:59:05.015954 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26414a-a23b-4c2a-aa65-85ad76ce2726 req-250bcd76-73dd-4453-9f6b-52eff8ee1b8b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:05.017429 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2c26414a-a23b-4c2a-aa65-85ad76ce2726 req-250bcd76-73dd-4453-9f6b-52eff8ee1b8b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.0975645 Sep 15 08:59:05.073053 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2c26414a-a23b-4c2a-aa65-85ad76ce2726 req-617eef46-ce19-4ea9-b413-ff195dcc1614 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490651 Sep 15 08:59:05.718722 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 38718) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:05.727100 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-74519a97-2e4f-406f-8782-6398a76545ed req-ae839fb5-b9d4-48f8-ad5d-a481ac4f7a49 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Synchronizing usage tracker for tenant:79788e6decc74ae4b1d9bd92aa35a8ab on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:59:05.799450 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-74519a97-2e4f-406f-8782-6398a76545ed req-ae839fb5-b9d4-48f8-ad5d-a481ac4f7a49 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Unset dirty status for tenant:79788e6decc74ae4b1d9bd92aa35a8ab on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:59:05.800800 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-74519a97-2e4f-406f-8782-6398a76545ed req-ae839fb5-b9d4-48f8-ad5d-a481ac4f7a49 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e110435-269e-4721-b7e3-37454d25489c HTTP/1.1" status: 200 len: 210 time: 0.1179905 Sep 15 08:59:05.824677 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4f37-ec04-4c13-82b4-3bcefa265707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:05.860217 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-7ebf4f37-ec04-4c13-82b4-3bcefa265707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:05.864158 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-7ebf4f37-ec04-4c13-82b4-3bcefa265707 admin admin] Usage tracker for resource:security_group_rule and tenant:a1ebb093e4f34c60aec245c9b6f41176 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:05.867348 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-7ebf4f37-ec04-4c13-82b4-3bcefa265707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:05.873371 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-7ebf4f37-ec04-4c13-82b4-3bcefa265707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:05.916164 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38726) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:05.955134 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4f37-ec04-4c13-82b4-3bcefa265707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:05.989150 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-b32239e6-8e94-44a2-9bcf-a1797d20a236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:06.005324 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4f37-ec04-4c13-82b4-3bcefa265707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:06.013298 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-218211dc-102b-4942-9eea-966284e0f658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:06.015905 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 3cba594d-903b-492b-a4d0-9d8c4dfb821f no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:59:06.045569 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf4f37-ec04-4c13-82b4-3bcefa265707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca52fef3-98b2-4955-81f0-2eac468e0540,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:06.066333 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-7ebf4f37-ec04-4c13-82b4-3bcefa265707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:06.093420 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38734) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:06.093910 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-7ebf4f37-ec04-4c13-82b4-3bcefa265707 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1ebb093e4f34c60aec245c9b6f41176&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3737106 Sep 15 08:59:06.121257 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: 3cba594d-903b-492b-a4d0-9d8c4dfb821f {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:59:06.123053 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 3cba594d-903b-492b-a4d0-9d8c4dfb821f not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:59:06.210415 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ba3da259-1b05-434e-a815-677f2b12148d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:06.310537 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-ba3da259-1b05-434e-a815-677f2b12148d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:06.325206 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-ba3da259-1b05-434e-a815-677f2b12148d admin admin] Usage tracker for resource:security_group_rule and tenant:975504d8c480423b8c8eff23a6d60e2e is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:06.331644 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-ba3da259-1b05-434e-a815-677f2b12148d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:06.334519 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-faa31c97-60e8-468a-a5ea-3be491fb49ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:06.339437 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-ba3da259-1b05-434e-a815-677f2b12148d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:06.348355 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18359b35-f1ae-4b4d-8298-287ce2f82cf5 req-f8020482-c9a7-460c-bc99-e11c99cb1ae7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:06.348355 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-18359b35-f1ae-4b4d-8298-287ce2f82cf5 req-f8020482-c9a7-460c-bc99-e11c99cb1ae7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.0866208 Sep 15 08:59:06.373865 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-faa31c97-60e8-468a-a5ea-3be491fb49ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:06.396650 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-18359b35-f1ae-4b4d-8298-287ce2f82cf5 req-02eea8b8-be4b-421d-b3d4-d8e6e3d2be0d tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450194 Sep 15 08:59:06.579721 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ba3da259-1b05-434e-a815-677f2b12148d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:06.587016 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:06.593793 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71419088-22d1-4052-9cba-0034ba161ba7 req-c3974afd-c9b6-49b3-a924-96efa3fbdaa2 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:06.593793 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-71419088-22d1-4052-9cba-0034ba161ba7 req-c3974afd-c9b6-49b3-a924-96efa3fbdaa2 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/networks?id=1c409703-0674-4cbb-9f3e-f398f357604d HTTP/1.1" status: 200 len: 814 time: 0.2050405 Sep 15 08:59:06.606370 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-71419088-22d1-4052-9cba-0034ba161ba7 req-ae877bd8-cc45-49ad-b638-e80d13dffd50 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/quotas/b1349b239f2142be8df3073348f83d4b HTTP/1.1" status: 200 len: 375 time: 0.0106401 Sep 15 08:59:06.648689 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-faa31c97-60e8-468a-a5ea-3be491fb49ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:06.653667 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ba3da259-1b05-434e-a815-677f2b12148d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:06.660308 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:06.681968 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa31c97-60e8-468a-a5ea-3be491fb49ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca52fef3-98b2-4955-81f0-2eac468e0540,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:06.732202 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-faa31c97-60e8-468a-a5ea-3be491fb49ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:06.733204 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-faa31c97-60e8-468a-a5ea-3be491fb49ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca52fef3-98b2-4955-81f0-2eac468e0540 HTTP/1.1" status: 204 len: 168 time: 0.6383715 Sep 15 08:59:06.741379 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3da259-1b05-434e-a815-677f2b12148d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f23a788-00c6-4efe-a7d5-2de70edfcdd3,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:06.749959 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-ba3da259-1b05-434e-a815-677f2b12148d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=975504d8c480423b8c8eff23a6d60e2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8297472 Sep 15 08:59:06.749959 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ba3da259-1b05-434e-a815-677f2b12148d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:06.749959 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:06.749959 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:06.750613 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38752) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:06.784234 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-71419088-22d1-4052-9cba-0034ba161ba7 req-371d9431-a32e-4a6e-b0ea-b3040a29dbd5 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1349b239f2142be8df3073348f83d4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1730332 Sep 15 08:59:06.912437 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-787e0486-4043-4d7f-a56a-e615b64bc4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:06.964199 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-787e0486-4043-4d7f-a56a-e615b64bc4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:06.975836 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-71419088-22d1-4052-9cba-0034ba161ba7 req-4e821155-9996-44cf-aa36-47a61e0b1ffc service neutron] 10.222.0.39 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820781 Sep 15 08:59:07.235435 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-71419088-22d1-4052-9cba-0034ba161ba7 req-ed4c6150-6ba5-48de-8e9b-1ab5b77a2ea9 service neutron] 10.222.0.39 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461336 Sep 15 08:59:07.285323 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-787e0486-4043-4d7f-a56a-e615b64bc4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:07.292630 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-0deaf6ac-611e-41f9-a275-bcc27d3991bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:07.307204 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e0486-4043-4d7f-a56a-e615b64bc4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f23a788-00c6-4efe-a7d5-2de70edfcdd3,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:07.318876 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-787e0486-4043-4d7f-a56a-e615b64bc4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:07.318876 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-787e0486-4043-4d7f-a56a-e615b64bc4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:07.319391 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-787e0486-4043-4d7f-a56a-e615b64bc4d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f23a788-00c6-4efe-a7d5-2de70edfcdd3 HTTP/1.1" status: 204 len: 168 time: 0.5681777 Sep 15 08:59:07.564393 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fecb3018-d42d-4c26-aa63-05344bc324b3 req-ce654de2-69f5-44cc-a78f-929a4f38ff4a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 210 time: 0.0572176 Sep 15 08:59:07.572402 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38798) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:07.701477 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653584af-cb2f-4f56-8228-3c76d6ab18df req-004b72ec-9ea7-4a9c-a27a-f5df7bf16d56 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:07.708152 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-653584af-cb2f-4f56-8228-3c76d6ab18df req-004b72ec-9ea7-4a9c-a27a-f5df7bf16d56 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.0947151 Sep 15 08:59:07.750195 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-653584af-cb2f-4f56-8228-3c76d6ab18df req-2d71dc1e-053a-44db-badf-2ea5414ae4a6 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411775 Sep 15 08:59:08.059222 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-289bb0e9-cae5-4ae4-998f-685720123a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:08.101394 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-289bb0e9-cae5-4ae4-998f-685720123a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:08.105184 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-289bb0e9-cae5-4ae4-998f-685720123a64 admin admin] Usage tracker for resource:security_group_rule and tenant:dbd5a723448c4e60a75307a51fab5687 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:08.108232 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-289bb0e9-cae5-4ae4-998f-685720123a64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:08.113985 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-289bb0e9-cae5-4ae4-998f-685720123a64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:08.184231 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-289bb0e9-cae5-4ae4-998f-685720123a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:08.261748 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-c4594cff-ac3d-4a34-8208-16e03e68c8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:08.262400 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-289bb0e9-cae5-4ae4-998f-685720123a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:08.265985 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-90dd253c-3a14-4e72-82ef-12c80ec4b4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:08.311611 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-289bb0e9-cae5-4ae4-998f-685720123a64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbd5a723448c4e60a75307a51fab5687&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7349792 Sep 15 08:59:08.311611 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bb0e9-cae5-4ae4-998f-685720123a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14db321-16ba-4c0f-9f23-360bd0ec4200,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:08.311898 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 38824) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:08.312755 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-289bb0e9-cae5-4ae4-998f-685720123a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:08.375410 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ad2e1448-4823-4647-b85c-ab57fef7c30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:08.401198 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ad2e1448-4823-4647-b85c-ab57fef7c30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:08.428623 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38830) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:08.451450 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e6b65aeb-9a04-4d39-90bc-2f12d6b63867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:08.542829 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ad2e1448-4823-4647-b85c-ab57fef7c30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:08.552738 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-728bfd99-e24c-46f3-929e-34a3ac0135bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:08.557799 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-e6b65aeb-9a04-4d39-90bc-2f12d6b63867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:08.562008 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-e6b65aeb-9a04-4d39-90bc-2f12d6b63867 admin admin] Usage tracker for resource:security_group_rule and tenant:c1b9622d277744ed9abbdb3f80a1f58c is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:08.565180 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-e6b65aeb-9a04-4d39-90bc-2f12d6b63867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:08.569581 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e1448-4823-4647-b85c-ab57fef7c30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14db321-16ba-4c0f-9f23-360bd0ec4200,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:08.571382 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-e6b65aeb-9a04-4d39-90bc-2f12d6b63867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:08.580302 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-ad2e1448-4823-4647-b85c-ab57fef7c30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:08.584944 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ad2e1448-4823-4647-b85c-ab57fef7c30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:08.588998 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-ad2e1448-4823-4647-b85c-ab57fef7c30f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b14db321-16ba-4c0f-9f23-360bd0ec4200 HTTP/1.1" status: 204 len: 168 time: 0.2730289 Sep 15 08:59:08.673255 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e6b65aeb-9a04-4d39-90bc-2f12d6b63867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:08.787864 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ba282cbd-c8d2-41bc-bef3-ec6458a318e5 req-96fe498c-fc8c-4618-9706-a293359c55e9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 210 time: 0.0424562 Sep 15 08:59:08.913065 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e6b65aeb-9a04-4d39-90bc-2f12d6b63867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:08.925607 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4bf830dc-2293-4552-b807-70fcf52460ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:08.975811 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef04605-a53f-4948-908f-48c570e46941 req-b16b57bf-5a61-425e-9924-ef608679b931 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:08.990579 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-aef04605-a53f-4948-908f-48c570e46941 req-b16b57bf-5a61-425e-9924-ef608679b931 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1123977 Sep 15 08:59:08.991478 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b65aeb-9a04-4d39-90bc-2f12d6b63867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07378fc-3003-49f1-b8bc-a0a4264f7ff8,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:09.012833 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-e6b65aeb-9a04-4d39-90bc-2f12d6b63867 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1b9622d277744ed9abbdb3f80a1f58c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5831459 Sep 15 08:59:09.014906 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e6b65aeb-9a04-4d39-90bc-2f12d6b63867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:09.015642 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38850) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:09.056917 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-aef04605-a53f-4948-908f-48c570e46941 req-3ffe8fec-2959-473b-9872-5025569ec0bd tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648293 Sep 15 08:59:09.095360 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d506dbf6-e3ab-4cf1-9418-e2fbdccdc071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:09.127817 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d506dbf6-e3ab-4cf1-9418-e2fbdccdc071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:09.288826 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d506dbf6-e3ab-4cf1-9418-e2fbdccdc071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:09.290433 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d90b7123-48d6-4a13-8601-6625aec77080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:09.295582 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 38862) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:09.303807 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506dbf6-e3ab-4cf1-9418-e2fbdccdc071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07378fc-3003-49f1-b8bc-a0a4264f7ff8,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:09.305996 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d506dbf6-e3ab-4cf1-9418-e2fbdccdc071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:09.314207 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d506dbf6-e3ab-4cf1-9418-e2fbdccdc071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:09.317715 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-d506dbf6-e3ab-4cf1-9418-e2fbdccdc071 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c07378fc-3003-49f1-b8bc-a0a4264f7ff8 HTTP/1.1" status: 204 len: 168 time: 0.2988117 Sep 15 08:59:09.354022 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:09.370269 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20c09bd-25dd-4f3c-b90d-e89fc0460be8 admin admin] Deleting subnet ae4edf4a-6cc2-4df6-a379-84db7e89c5ad {{(pid=75825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:59:09.373778 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b20c09bd-25dd-4f3c-b90d-e89fc0460be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:09.423807 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b20c09bd-25dd-4f3c-b90d-e89fc0460be8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:09.430923 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b20c09bd-25dd-4f3c-b90d-e89fc0460be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630464'] for subnet, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:09.589198 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b20c09bd-25dd-4f3c-b90d-e89fc0460be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for subnet, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:09.598048 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:09.633496 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b20c09bd-25dd-4f3c-b90d-e89fc0460be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:09.635588 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c09bd-25dd-4f3c-b90d-e89fc0460be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae4edf4a-6cc2-4df6-a379-84db7e89c5ad,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:09.640012 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b20c09bd-25dd-4f3c-b90d-e89fc0460be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:09.641863 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-b20c09bd-25dd-4f3c-b90d-e89fc0460be8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ae4edf4a-6cc2-4df6-a379-84db7e89c5ad HTTP/1.1" status: 204 len: 168 time: 0.3448935 Sep 15 08:59:09.644120 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 38870) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:09.700378 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38874) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:09.722638 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d24e6e37-a1c3-4800-9369-611e69e4c62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:09.755892 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-d24e6e37-a1c3-4800-9369-611e69e4c62e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:09.758989 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620022'] for network, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:09.760806 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-d24e6e37-a1c3-4800-9369-611e69e4c62e admin admin] Usage tracker for resource:security_group_rule and tenant:f587707a3c0040c0b4f6d159c318b35f is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:09.764679 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-d24e6e37-a1c3-4800-9369-611e69e4c62e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:09.770758 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-d24e6e37-a1c3-4800-9369-611e69e4c62e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:09.861664 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d24e6e37-a1c3-4800-9369-611e69e4c62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:09.947312 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628807', 'neutron.services.segments.db._delete_segments_for_network-8733233187485'] for network, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:09.969078 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d24e6e37-a1c3-4800-9369-611e69e4c62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:09.971105 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:59:09.971541 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:59:09.972387 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:59:09.972786 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Subscribe: > port after_create 55550000 {{(pid=75825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:59:09.973396 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:59:09.973841 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Subscribe: > port after_update 55550000 {{(pid=75825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:59:09.974203 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:59:09.980072 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:59:09.980072 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:59:09.980072 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:59:09.982204 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-289bb0e9-cae5-4ae4-998f-685720123a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:10.004098 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c6e03598-0f01-4801-871d-a9d8823b448f req-9a8d125f-4280-4c2e-94ff-bd6ea29b20f9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 210 time: 0.0774274 Sep 15 08:59:10.045119 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e6e37-a1c3-4800-9369-611e69e4c62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7358a2-3c21-4b17-9f15-b38eb0695d14,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:10.049325 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-d24e6e37-a1c3-4800-9369-611e69e4c62e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f587707a3c0040c0b4f6d159c318b35f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3471506 Sep 15 08:59:10.050468 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d24e6e37-a1c3-4800-9369-611e69e4c62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:10.051800 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38894) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:10.092363 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:59:10.093665 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:59:10.094225 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:59:10.094727 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:59:10.095271 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a040df8-ed58-4b30-86be-d147eeae93bb']}} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:59:10.122742 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d19f94-3154-4388-a5e5-331f207891f4') {'for_net_delete': True} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:59:10.124043 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d19f94-3154-4388-a5e5-331f207891f4') {} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:59:10.151532 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733233221816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7373117'] for segment, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:10.180482 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a7ae64c5-27b6-4753-8dbd-b77599198f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:10.187670 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:10.201870 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=75825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:59:10.202300 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-630388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7092456'] for segment, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: util.warn_limited( Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: Traceback (most recent call last): Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: timer() Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: cb(*args, **kw) Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: return func(*args, **kwargs) Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: self._notify() Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: self.callback(batched_events) Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: event.method(event) Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: return f(self, *a, **k) Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: return self._get(url).json() Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: return self.request(url, 'GET', **kwargs) Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:59:10.233184 dv-cinder-806008-2-iscsi neutron-server[75825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:59:10.236186 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a7ae64c5-27b6-4753-8dbd-b77599198f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:10.417124 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db195d2c-d97d-4103-b48c-a10c3429743c req-822cd7ea-7b09-4af7-9e73-1047bb6c6e97 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:10.418646 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-db195d2c-d97d-4103-b48c-a10c3429743c req-822cd7ea-7b09-4af7-9e73-1047bb6c6e97 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1367521 Sep 15 08:59:10.465976 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71419088-22d1-4052-9cba-0034ba161ba7 req-ff8e8b74-8be7-4361-8d80-68e835c9bf92 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:10.467835 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-71419088-22d1-4052-9cba-0034ba161ba7 req-ff8e8b74-8be7-4361-8d80-68e835c9bf92 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.20 "GET /v2.0/networks?id=1c409703-0674-4cbb-9f3e-f398f357604d HTTP/1.1" status: 200 len: 814 time: 0.1749666 Sep 15 08:59:10.468985 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8205405'] for network, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:10.476744 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:10.480058 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a7ae64c5-27b6-4753-8dbd-b77599198f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:10.488102 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-a45dee7a-8ef5-4974-a267-39097cff5226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:10.499238 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ba3da259-1b05-434e-a815-677f2b12148d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:10.510720 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [req-71419088-22d1-4052-9cba-0034ba161ba7 req-5add2717-cc58-4227-8925-741e98986c02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Request body: {'port': {'device_id': 'fefb9f8f-d4a0-4329-b49e-f884bcf35681', 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d', 'admin_state_up': True, 'tenant_id': 'b1349b239f2142be8df3073348f83d4b'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:59:10.528310 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae64c5-27b6-4753-8dbd-b77599198f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7358a2-3c21-4b17-9f15-b38eb0695d14,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:10.534039 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-a7ae64c5-27b6-4753-8dbd-b77599198f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:10.539124 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-db195d2c-d97d-4103-b48c-a10c3429743c req-6075b774-5afa-4c2a-8d7d-fec2225704bc tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139398 Sep 15 08:59:10.540496 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a7ae64c5-27b6-4753-8dbd-b77599198f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:10.541641 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-a7ae64c5-27b6-4753-8dbd-b77599198f04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab7358a2-3c21-4b17-9f15-b38eb0695d14 HTTP/1.1" status: 204 len: 168 time: 0.4884934 Sep 15 08:59:10.551846 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a040df8-ed58-4b30-86be-d147eeae93bb,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:10.558568 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:10.626469 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5a040df8-ed58-4b30-86be-d147eeae93bb HTTP/1.1" status: 204 len: 168 time: 0.9813178 Sep 15 08:59:10.726678 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-71419088-22d1-4052-9cba-0034ba161ba7 req-5add2717-cc58-4227-8925-741e98986c02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:10.738001 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-71419088-22d1-4052-9cba-0034ba161ba7 req-5add2717-cc58-4227-8925-741e98986c02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:10.810878 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:10.867771 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71419088-22d1-4052-9cba-0034ba161ba7 req-5add2717-cc58-4227-8925-741e98986c02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Made reservation on behalf of b1349b239f2142be8df3073348f83d4b for: {'port': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:59:10.871235 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-71419088-22d1-4052-9cba-0034ba161ba7 req-5add2717-cc58-4227-8925-741e98986c02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:11.049177 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [req-71419088-22d1-4052-9cba-0034ba161ba7 req-5add2717-cc58-4227-8925-741e98986c02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Allocated IP 172.20.0.14 (1c409703-0674-4cbb-9f3e-f398f357604d/599314a5-b7e7-4604-bd49-77181d9b73d9/7cd7187b-41bd-477b-985e-41fe4e886e86) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:59:11.101707 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38922) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:11.174281 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-7091ebca-cc70-4d3e-a93b-de8aabda600b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79788e6decc74ae4b1d9bd92aa35a8ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0712273 Sep 15 08:59:11.210887 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38926) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:11.270736 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2478a5de-6f25-46f2-8b94-07656aa1f995 req-8286c186-cd28-47ba-a7ae-e359419b400b tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 210 time: 0.0992796 Sep 15 08:59:11.300894 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8f7c7115-9812-4a72-8b83-906c4ade6f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:11.328640 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-71419088-22d1-4052-9cba-0034ba161ba7 req-5add2717-cc58-4227-8925-741e98986c02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:11.337403 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8f7c7115-9812-4a72-8b83-906c4ade6f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:11.434280 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-71419088-22d1-4052-9cba-0034ba161ba7 req-5add2717-cc58-4227-8925-741e98986c02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:11.443336 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:11.482516 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['763240a6-6f8f-4069-b175-a718036b4722'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:59:11.491464 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8f7c7115-9812-4a72-8b83-906c4ade6f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:11.496730 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d24e6e37-a1c3-4800-9369-611e69e4c62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:11.519017 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c7115-9812-4a72-8b83-906c4ade6f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045f694a-e36b-42a0-b709-54b2bd447410,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:11.524228 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8f7c7115-9812-4a72-8b83-906c4ade6f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:11.527532 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71419088-22d1-4052-9cba-0034ba161ba7 req-5add2717-cc58-4227-8925-741e98986c02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Network 1c409703-0674-4cbb-9f3e-f398f357604d is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:59:11.530732 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [req-71419088-22d1-4052-9cba-0034ba161ba7 req-5add2717-cc58-4227-8925-741e98986c02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:59:11.535433 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [req-71419088-22d1-4052-9cba-0034ba161ba7 req-5add2717-cc58-4227-8925-741e98986c02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:59:11.555736 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38936) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:11.564320 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add2717-cc58-4227-8925-741e98986c02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Pushing event updated for resources: {'Port': ['ID=7cd7187b-41bd-477b-985e-41fe4e886e86,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:11.574854 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-5add2717-cc58-4227-8925-741e98986c02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:11.604797 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71419088-22d1-4052-9cba-0034ba161ba7 req-5add2717-cc58-4227-8925-741e98986c02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:11.604797 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-71419088-22d1-4052-9cba-0034ba161ba7 req-5add2717-cc58-4227-8925-741e98986c02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:11.627451 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8f7c7115-9812-4a72-8b83-906c4ade6f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:11.630844 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-8f7c7115-9812-4a72-8b83-906c4ade6f2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/045f694a-e36b-42a0-b709-54b2bd447410 HTTP/1.1" status: 204 len: 168 time: 0.4168901 Sep 15 08:59:11.726536 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-71419088-22d1-4052-9cba-0034ba161ba7 req-5add2717-cc58-4227-8925-741e98986c02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2234106 Sep 15 08:59:11.740574 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1812662061-network', 'tenant_id': '3bf945ad7abb4cedb3e57185c376c289'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:59:11.750023 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:11.752355 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Request body: {'port': {'device_id': 'fefb9f8f-d4a0-4329-b49e-f884bcf35681', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:59:11.763933 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Usage tracker for resource:network and tenant:3bf945ad7abb4cedb3e57185c376c289 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:11.767958 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:11.785865 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:11.873384 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38956) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:11.895005 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:11.900672 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ba7992cf-9bcf-44af-af10-2bf60b2a7538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:11.913054 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Made reservation on behalf of 3bf945ad7abb4cedb3e57185c376c289 for: {'network': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:59:11.915971 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:11.949854 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-ba7992cf-9bcf-44af-af10-2bf60b2a7538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:11.964070 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-ba7992cf-9bcf-44af-af10-2bf60b2a7538 admin admin] Usage tracker for resource:security_group_rule and tenant:c3364fe6cf55406b8ca3a1ee75f89dfc is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:11.968240 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-ba7992cf-9bcf-44af-af10-2bf60b2a7538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:11.974159 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:11.985573 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-ba7992cf-9bcf-44af-af10-2bf60b2a7538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:12.035551 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:12.047479 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Usage tracker for resource:security_group_rule and tenant:3bf945ad7abb4cedb3e57185c376c289 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:12.056863 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5286f-45c7-4bd9-8846-e4652e529d40 req-5ec9e2c6-9d31-46aa-af1b-acc084535c6a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:12.058698 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1fe5286f-45c7-4bd9-8846-e4652e529d40 req-5ec9e2c6-9d31-46aa-af1b-acc084535c6a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.2691982 Sep 15 08:59:12.059598 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:12.070542 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:12.233408 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ba7992cf-9bcf-44af-af10-2bf60b2a7538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:12.257495 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:12.267593 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1fe5286f-45c7-4bd9-8846-e4652e529d40 req-1748c91f-3c6a-4e4f-b58c-b27e6ff9c5bd tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884966 Sep 15 08:59:12.285239 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ba7992cf-9bcf-44af-af10-2bf60b2a7538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:12.302644 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:12.329758 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd7187b-41bd-477b-985e-41fe4e886e86 {{(pid=75825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:59:12.337424 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:12.345522 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-ba7992cf-9bcf-44af-af10-2bf60b2a7538 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3364fe6cf55406b8ca3a1ee75f89dfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4710903 Sep 15 08:59:12.349934 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 38988) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:12.350811 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:12.354310 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.provisioning_blocks [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Transition to ACTIVE for port object 7cd7187b-41bd-477b-985e-41fe4e886e86 will not be triggered until provisioned by entity L2. {{(pid=75825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:59:12.436285 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=75826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:59:12.444811 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7992cf-9bcf-44af-af10-2bf60b2a7538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5b5b1a-2966-4bf1-bcbf-8f49e6c722d9,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:12.449224 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ba7992cf-9bcf-44af-af10-2bf60b2a7538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:12.451907 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092364'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:12.455789 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-787e0486-4043-4d7f-a56a-e615b64bc4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:12.468767 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:12.469455 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-97b50730-b7d8-4061-b0b6-e49d74f3f5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:12.475179 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:12.475515 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.segments_db [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Added segment 3a5ad715-8dfe-4afd-a86a-871ac25c08eb of type vlan for network 3b211f18-bead-4cfb-916e-940c2837e9c6 Sep 15 08:59:12.535851 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64403a92-1f41-4eb3-a432-b02f31e1d6e3,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:12.539334 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd7187b-41bd-477b-985e-41fe4e886e86,revision_number=2']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:12.541022 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:12.544640 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:12.554700 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-97b50730-b7d8-4061-b0b6-e49d74f3f5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:12.564393 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:12.708344 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:12.709764 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:12.710599 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b077df-2982-4daa-813f-8f7a4a133bcf req-2205a3bf-57fb-4000-aead-6623e0e15826 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:12.711030 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:12.711623 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-a8b077df-2982-4daa-813f-8f7a4a133bcf req-2205a3bf-57fb-4000-aead-6623e0e15826 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Synchronizing usage tracker for tenant:b1349b239f2142be8df3073348f83d4b on resource:port {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:59:12.716811 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:12.752425 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-97b50730-b7d8-4061-b0b6-e49d74f3f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:12.763133 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Attempting to bind port 7cd7187b-41bd-477b-985e-41fe4e886e86 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:59:12.763461 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Attempting to bind port 7cd7187b-41bd-477b-985e-41fe4e886e86 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d'}] {{(pid=75825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:59:12.763776 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Attempting to bind port 7cd7187b-41bd-477b-985e-41fe4e886e86 on network 1c409703-0674-4cbb-9f3e-f398f357604d {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:59:12.769553 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Port 7cd7187b-41bd-477b-985e-41fe4e886e86 on network 1c409703-0674-4cbb-9f3e-f398f357604d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:59:12.771666 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Attempting to bind port 7cd7187b-41bd-477b-985e-41fe4e886e86 on network 1c409703-0674-4cbb-9f3e-f398f357604d {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:59:12.776205 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:59:12.776525 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Checking segment: {'id': 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:59:12.776893 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Bound using segment: {'id': 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d'} {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:59:12.777302 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Bound port: 7cd7187b-41bd-477b-985e-41fe4e886e86, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d'}}] {{(pid=75825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:59:12.777631 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:12.846138 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-97b50730-b7d8-4061-b0b6-e49d74f3f5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:12.849990 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-97b50730-b7d8-4061-b0b6-e49d74f3f5bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d5b5b1a-2966-4bf1-bcbf-8f49e6c722d9 HTTP/1.1" status: 204 len: 168 time: 0.4942248 Sep 15 08:59:12.850792 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Pushing event updated for resources: {'Network': ['ID=3b211f18-bead-4cfb-916e-940c2837e9c6,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:12.857434 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:12.857434 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:12.857641 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-a8b077df-2982-4daa-813f-8f7a4a133bcf req-2205a3bf-57fb-4000-aead-6623e0e15826 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Unset dirty status for tenant:b1349b239f2142be8df3073348f83d4b on resource:port {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:59:12.864071 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network 3b211f18-bead-4cfb-916e-940c2837e9c6 details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:59:12.864854 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b50730-b7d8-4061-b0b6-e49d74f3f5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5b5b1a-2966-4bf1-bcbf-8f49e6c722d9,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:12.867177 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-97b50730-b7d8-4061-b0b6-e49d74f3f5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:12.882776 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a8b077df-2982-4daa-813f-8f7a4a133bcf req-2205a3bf-57fb-4000-aead-6623e0e15826 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 944 time: 0.4688575 Sep 15 08:59:12.903860 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3467791 Sep 15 08:59:12.906559 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 39008) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:12.912087 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-e99ac4eb-9209-4e69-932c-f14630a21531 admin admin] Request body: {'subnet': {'network_id': '3b211f18-bead-4cfb-916e-940c2837e9c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1812662061-subnet', 'tenant_id': '3bf945ad7abb4cedb3e57185c376c289', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:59:12.920395 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-e99ac4eb-9209-4e69-932c-f14630a21531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:12.932112 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-e99ac4eb-9209-4e69-932c-f14630a21531 admin admin] Usage tracker for resource:subnet and tenant:3bf945ad7abb4cedb3e57185c376c289 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:12.935940 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-e99ac4eb-9209-4e69-932c-f14630a21531 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:12.943714 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-e99ac4eb-9209-4e69-932c-f14630a21531 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:12.966139 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a8b077df-2982-4daa-813f-8f7a4a133bcf req-b0e5e93e-3500-4a95-a33c-496fafd8ffc6 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813041 Sep 15 08:59:12.967395 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] For port 7cd7187b-41bd-477b-985e-41fe4e886e86, host hv-cinder-80600, cleared binding levels {{(pid=75825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:59:12.972149 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] For port 7cd7187b-41bd-477b-985e-41fe4e886e86, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7cd7187b-41bd-477b-985e-41fe4e886e86,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:59:13.021876 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99ac4eb-9209-4e69-932c-f14630a21531 admin admin] Made reservation on behalf of 3bf945ad7abb4cedb3e57185c376c289 for: {'subnet': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:59:13.024244 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e99ac4eb-9209-4e69-932c-f14630a21531 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6737201'] for subnet, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:13.039753 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092364'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:13.045462 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:13.107300 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:13.110955 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-71419088-22d1-4052-9cba-0034ba161ba7 req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] 10.222.0.20 "PUT /v2.0/ports/7cd7187b-41bd-477b-985e-41fe4e886e86 HTTP/1.1" status: 200 len: 1094 time: 1.3624170 Sep 15 08:59:13.111859 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fefb9f8f-d4a0-4329-b49e-f884bcf35681', 'tag': '7cd7187b-41bd-477b-985e-41fe4e886e86'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:59:13.133329 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd7187b-41bd-477b-985e-41fe4e886e86,revision_number=3']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:13.137001 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:13.188002 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fefb9f8f-d4a0-4329-b49e-f884bcf35681', 'tag': '7cd7187b-41bd-477b-985e-41fe4e886e86', 'status': 'completed', 'code': 200} Sep 15 08:59:13.294420 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 39020) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:13.341209 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6d781d69-7f60-461e-b318-c04e07c79270 req-be249515-1f23-4e4e-9c3c-8dbc41a8778f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1349b239f2142be8df3073348f83d4b&device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 1097 time: 0.1010337 Sep 15 08:59:13.467568 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e99ac4eb-9209-4e69-932c-f14630a21531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7705115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6737183'] for subnet, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:13.485210 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-3bc8d726-c1a0-4469-8a3c-73efba3f9d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:13.575892 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d781d69-7f60-461e-b318-c04e07c79270 req-570c88eb-0a51-4d3c-a452-cd799b36a543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:13.576918 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ac4eb-9209-4e69-932c-f14630a21531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f97b7ad-138e-4abd-a678-9ea61f5b05cd,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:13.577851 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6d781d69-7f60-461e-b318-c04e07c79270 req-570c88eb-0a51-4d3c-a452-cd799b36a543 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b1349b239f2142be8df3073348f83d4b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2213724 Sep 15 08:59:13.583915 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e99ac4eb-9209-4e69-932c-f14630a21531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:13.585820 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99ac4eb-9209-4e69-932c-f14630a21531 admin admin] Checking segment: {'id': '3a5ad715-8dfe-4afd-a86a-871ac25c08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b211f18-bead-4cfb-916e-940c2837e9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:59:13.586195 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ac4eb-9209-4e69-932c-f14630a21531 admin admin] Network hostable DHCP agents. Network: 3b211f18-bead-4cfb-916e-940c2837e9c6, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:59:13.609532 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e076670-0a8c-4b8e-a696-49e81a50bd83 req-3c0d0e3c-8bd4-4e1f-89f8-34b3ec9c10bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:13.611042 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8e076670-0a8c-4b8e-a696-49e81a50bd83 req-3c0d0e3c-8bd4-4e1f-89f8-34b3ec9c10bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1932349 Sep 15 08:59:13.658771 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2224-2718-492a-9a93-d51a1f037bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:13.706676 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ac4eb-9209-4e69-932c-f14630a21531 admin admin] Network 3b211f18-bead-4cfb-916e-940c2837e9c6 is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:59:13.714880 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8e076670-0a8c-4b8e-a696-49e81a50bd83 req-75e5d9d4-b9db-45bc-a3e3-871f2f56920a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963118 Sep 15 08:59:13.721627 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-f0fe2224-2718-492a-9a93-d51a1f037bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:13.725456 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-f0fe2224-2718-492a-9a93-d51a1f037bcc admin admin] Usage tracker for resource:security_group_rule and tenant:75d084687349465eb5137bc51c87caeb is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:13.728388 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-f0fe2224-2718-492a-9a93-d51a1f037bcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:13.734928 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-f0fe2224-2718-492a-9a93-d51a1f037bcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:13.781897 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d781d69-7f60-461e-b318-c04e07c79270 req-37102991-bd35-402f-ae03-71b36c1cc398 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:13.783391 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6d781d69-7f60-461e-b318-c04e07c79270 req-37102991-bd35-402f-ae03-71b36c1cc398 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1945333 Sep 15 08:59:13.789761 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-e99ac4eb-9209-4e69-932c-f14630a21531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, 3b211f18-bead-4cfb-916e-940c2837e9c6) {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:59:13.797637 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99ac4eb-9209-4e69-932c-f14630a21531 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:13.797755 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8118b8-f868-4f06-9278-4398277eb4aa None None] Network 3b211f18-bead-4cfb-916e-940c2837e9c6 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:59:13.797861 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e99ac4eb-9209-4e69-932c-f14630a21531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:13.828317 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2224-2718-492a-9a93-d51a1f037bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:13.925551 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2224-2718-492a-9a93-d51a1f037bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:13.937132 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e21a3548-2708-42f6-bd65-fe02f0faf1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:13.976907 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-e99ac4eb-9209-4e69-932c-f14630a21531 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0617375 Sep 15 08:59:14.017191 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-71419088-22d1-4052-9cba-0034ba161ba7 req-9eb63197-7fb5-4d77-8dd9-3d2d1c5cba5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1349b239f2142be8df3073348f83d4b&device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 1097 time: 0.1467369 Sep 15 08:59:14.025663 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe2224-2718-492a-9a93-d51a1f037bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f1d8b2-8829-44ed-9ddf-bb5d5819b817,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:14.030337 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-f0fe2224-2718-492a-9a93-d51a1f037bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:14.041602 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-f0fe2224-2718-492a-9a93-d51a1f037bcc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75d084687349465eb5137bc51c87caeb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7456226 Sep 15 08:59:14.044083 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 39050) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:14.113618 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f108cb25-9c69-4ccb-a7c7-c783ad9ea3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:14.149070 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f108cb25-9c69-4ccb-a7c7-c783ad9ea3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:14.161497 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-71419088-22d1-4052-9cba-0034ba161ba7 req-6dde1fbe-9c51-41c5-95a5-06c9a30abd60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cd7187b-41bd-477b-985e-41fe4e886e86 HTTP/1.1" status: 200 len: 217 time: 0.1295121 Sep 15 08:59:14.183650 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c4e439-963f-4c91-8306-1da1bef28399 None None] Network 3b211f18-bead-4cfb-916e-940c2837e9c6 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:59:14.317019 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f108cb25-9c69-4ccb-a7c7-c783ad9ea3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:14.319702 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71419088-22d1-4052-9cba-0034ba161ba7 req-c9f88340-77a1-4558-ae8d-ba74aaba84c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:14.321158 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-71419088-22d1-4052-9cba-0034ba161ba7 req-c9f88340-77a1-4558-ae8d-ba74aaba84c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=599314a5-b7e7-4604-bd49-77181d9b73d9 HTTP/1.1" status: 200 len: 854 time: 0.1506715 Sep 15 08:59:14.331572 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-f53ff581-7066-4eb8-b091-89f2e9fc4b48 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:14.349758 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f108cb25-9c69-4ccb-a7c7-c783ad9ea3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:14.353863 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-f108cb25-9c69-4ccb-a7c7-c783ad9ea3c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07f1d8b2-8829-44ed-9ddf-bb5d5819b817 HTTP/1.1" status: 204 len: 168 time: 0.3056047 Sep 15 08:59:14.357261 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108cb25-9c69-4ccb-a7c7-c783ad9ea3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f1d8b2-8829-44ed-9ddf-bb5d5819b817,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:14.360871 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-f108cb25-9c69-4ccb-a7c7-c783ad9ea3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:14.401874 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f967e-860d-4b55-9271-81fe4f36b5d4 req-c3243b51-14c8-4d54-a5f2-9857caed1dc0 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:14.403550 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1d1f967e-860d-4b55-9271-81fe4f36b5d4 req-c3243b51-14c8-4d54-a5f2-9857caed1dc0 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 944 time: 0.1478240 Sep 15 08:59:14.421382 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-71419088-22d1-4052-9cba-0034ba161ba7 req-9c1fd995-c926-461d-b6c2-942abff8f391 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c409703-0674-4cbb-9f3e-f398f357604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890186 Sep 15 08:59:14.471570 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1d1f967e-860d-4b55-9271-81fe4f36b5d4 req-b7b54573-47fb-478a-aa14-d2790a1a978b tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603724 Sep 15 08:59:14.605814 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-71419088-22d1-4052-9cba-0034ba161ba7 req-df8fedc8-05c4-45c4-848f-464fc01b9ebb service neutron] 10.222.0.20 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757805 Sep 15 08:59:14.703719 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 39066) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:14.783524 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-71419088-22d1-4052-9cba-0034ba161ba7 req-5181ab96-3e7a-494a-8ebd-5dfb3d9859f5 service neutron] 10.222.0.20 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685123 Sep 15 08:59:14.979060 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-863466617-network', 'tenant_id': '8bd1284f0069453d9dc1923926636b4f'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:59:15.004251 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:15.011570 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Usage tracker for resource:network and tenant:8bd1284f0069453d9dc1923926636b4f is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:15.016343 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:15.023373 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:15.076501 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc686d56-19bf-4b6e-a094-a7163f0e2811 req-dcd997a6-7425-4c42-aaa3-ac6e82bceaaa tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:15.078107 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-dc686d56-19bf-4b6e-a094-a7163f0e2811 req-dcd997a6-7425-4c42-aaa3-ac6e82bceaaa tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1640503 Sep 15 08:59:15.079122 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Made reservation on behalf of 8bd1284f0069453d9dc1923926636b4f for: {'network': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:59:15.081441 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:15.112955 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:15.167604 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-dc686d56-19bf-4b6e-a094-a7163f0e2811 req-cf9f677d-84dd-4216-ae44-e0bf5a2d1d91 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762305 Sep 15 08:59:15.175778 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:15.180405 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Usage tracker for resource:security_group_rule and tenant:8bd1284f0069453d9dc1923926636b4f is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:15.184098 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:15.190000 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:15.267807 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:15.314727 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 39088) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:15.333883 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8d30dd30-49b4-4f71-859a-494412c01e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:15.353299 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:15.360434 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:15.399993 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=75826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:59:15.409995 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8d30dd30-49b4-4f71-859a-494412c01e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:15.413039 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b110d5-4d41-4f9b-a1a7-632eed816b30,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:15.418151 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:15.418490 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.segments_db [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Added segment 0b130402-e422-4c37-aea0-02c594230c7c of type vlan for network 63e0e726-1b2c-492a-a326-ad06482c3cf5 Sep 15 08:59:15.419629 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:15.420534 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8d30dd30-49b4-4f71-859a-494412c01e95 admin admin] Usage tracker for resource:security_group_rule and tenant:f5f13b1c7e2c461a850ccf797d126b5e is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:15.426755 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8d30dd30-49b4-4f71-859a-494412c01e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:15.433607 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8d30dd30-49b4-4f71-859a-494412c01e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:15.460132 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:15.533746 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8d30dd30-49b4-4f71-859a-494412c01e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:15.576378 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:15.577632 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:15.578232 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:15.581806 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:15.672653 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8d30dd30-49b4-4f71-859a-494412c01e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:15.766177 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Pushing event updated for resources: {'Network': ['ID=63e0e726-1b2c-492a-a326-ad06482c3cf5,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:15.769847 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:15.770289 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:15.776416 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network 63e0e726-1b2c-492a-a326-ad06482c3cf5 details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:59:15.779474 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-8d30dd30-49b4-4f71-859a-494412c01e95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5f13b1c7e2c461a850ccf797d126b5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4637156 Sep 15 08:59:15.783078 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 39096) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:15.814311 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30dd30-49b4-4f71-859a-494412c01e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792de9be-22bc-432c-88b0-5213a730e135,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:15.817462 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8d30dd30-49b4-4f71-859a-494412c01e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:15.828761 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1238496 Sep 15 08:59:15.832861 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 39102) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:15.841170 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] Request body: {'subnet': {'network_id': '63e0e726-1b2c-492a-a326-ad06482c3cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-863466617-subnet', 'tenant_id': '8bd1284f0069453d9dc1923926636b4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:59:15.848955 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:15.856464 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] Usage tracker for resource:subnet and tenant:8bd1284f0069453d9dc1923926636b4f is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:15.864876 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a7ef7-e4af-45cd-bc9c-b13737cad4be req-331549f5-a427-4566-b51d-f70e9772dd6a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:15.866677 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f25a7ef7-e4af-45cd-bc9c-b13737cad4be req-331549f5-a427-4566-b51d-f70e9772dd6a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 944 time: 0.1950400 Sep 15 08:59:15.867562 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:15.872206 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e930c02b-6ff4-4bea-a5bc-fb528df3bd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:15.875883 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:15.911098 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e930c02b-6ff4-4bea-a5bc-fb528df3bd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:15.930707 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f25a7ef7-e4af-45cd-bc9c-b13737cad4be req-eb3b6f2d-7e99-4712-b54e-8dce6490538a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563509 Sep 15 08:59:15.970472 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] Made reservation on behalf of 8bd1284f0069453d9dc1923926636b4f for: {'subnet': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:59:15.972820 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6737201'] for subnet, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:16.050977 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e930c02b-6ff4-4bea-a5bc-fb528df3bd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:16.055764 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-daf0a798-ba45-4143-9959-61553d247123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:16.068728 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930c02b-6ff4-4bea-a5bc-fb528df3bd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792de9be-22bc-432c-88b0-5213a730e135,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:16.071498 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e930c02b-6ff4-4bea-a5bc-fb528df3bd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:16.073560 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e930c02b-6ff4-4bea-a5bc-fb528df3bd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:16.078171 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-e930c02b-6ff4-4bea-a5bc-fb528df3bd46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/792de9be-22bc-432c-88b0-5213a730e135 HTTP/1.1" status: 204 len: 168 time: 0.2940588 Sep 15 08:59:16.284081 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7705115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6737183'] for subnet, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:16.288831 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e22eb62c-aff2-4977-b79b-c5a5d16ff027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:16.409005 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=add5a144-ecfc-4d3e-b9a8-8adde013b2c6,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:16.415209 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:16.433388 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] Checking segment: {'id': '0b130402-e422-4c37-aea0-02c594230c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '63e0e726-1b2c-492a-a326-ad06482c3cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:59:16.433864 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] Network hostable DHCP agents. Network: 63e0e726-1b2c-492a-a326-ad06482c3cf5, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:59:16.450913 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa14cd-7eea-460e-977b-5492ad59d3ed req-f85bc652-54ce-4cc0-b285-324072909c73 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:16.452412 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b9fa14cd-7eea-460e-977b-5492ad59d3ed req-f85bc652-54ce-4cc0-b285-324072909c73 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1368780 Sep 15 08:59:16.522898 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b9fa14cd-7eea-460e-977b-5492ad59d3ed req-1efe4420-dd4a-4427-8855-ce5d2c727150 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631979 Sep 15 08:59:16.593459 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] Network 63e0e726-1b2c-492a-a326-ad06482c3cf5 is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:59:16.674475 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, 63e0e726-1b2c-492a-a326-ad06482c3cf5) {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:59:16.682241 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:16.683529 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:16.683840 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1407ad7-873d-4999-8884-721a5a6a10cb None None] Network 63e0e726-1b2c-492a-a326-ad06482c3cf5 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:59:16.770423 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9364953 Sep 15 08:59:16.922183 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1de495-3796-4725-899b-eb9af587007c None None] Network 63e0e726-1b2c-492a-a326-ad06482c3cf5 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:59:16.941227 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c6521-7bbc-4409-b987-407a6e37a85a req-3855e6ff-d579-4585-b5f9-0585e6c33f44 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:16.948291 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-378c6521-7bbc-4409-b987-407a6e37a85a req-3855e6ff-d579-4585-b5f9-0585e6c33f44 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/networks?id=3b211f18-bead-4cfb-916e-940c2837e9c6 HTTP/1.1" status: 200 len: 814 time: 0.1517751 Sep 15 08:59:16.967376 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-378c6521-7bbc-4409-b987-407a6e37a85a req-7adb008a-92a6-41ee-8553-5cb4ec5fddb0 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/quotas/3bf945ad7abb4cedb3e57185c376c289 HTTP/1.1" status: 200 len: 375 time: 0.0179539 Sep 15 08:59:17.011971 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-378c6521-7bbc-4409-b987-407a6e37a85a req-f8bd9cf9-de9a-4535-85a3-275d4ebcf326 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bf945ad7abb4cedb3e57185c376c289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435793 Sep 15 08:59:17.212818 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-378c6521-7bbc-4409-b987-407a6e37a85a req-63dc9546-e54b-4cea-964e-5e88d5501dd6 service neutron] 10.222.0.39 "GET /v2.0/networks/3b211f18-bead-4cfb-916e-940c2837e9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931317 Sep 15 08:59:17.358597 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ab261-68ff-4af5-8a6b-32a6e2b7a06f req-57fe54ff-be85-4f0e-a5bb-f4585d45304d tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:17.358597 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-560ab261-68ff-4af5-8a6b-32a6e2b7a06f req-57fe54ff-be85-4f0e-a5bb-f4585d45304d tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 944 time: 0.0802431 Sep 15 08:59:17.359815 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-378c6521-7bbc-4409-b987-407a6e37a85a req-9d44b7ba-18f2-4962-8999-1c32ad409ede service neutron] 10.222.0.39 "GET /v2.0/networks/3b211f18-bead-4cfb-916e-940c2837e9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437757 Sep 15 08:59:17.408997 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-560ab261-68ff-4af5-8a6b-32a6e2b7a06f req-04c0a6c2-181d-44fc-a90a-e32fa49540c9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518482 Sep 15 08:59:18.478998 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a053797-40a9-4d40-b006-80a56ce27a05 req-3ddd1469-3385-4dbb-97b4-e482fb9def24 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:18.480520 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7a053797-40a9-4d40-b006-80a56ce27a05 req-3ddd1469-3385-4dbb-97b4-e482fb9def24 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.0849233 Sep 15 08:59:18.529148 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7a053797-40a9-4d40-b006-80a56ce27a05 req-1e37e6c9-a74b-4c71-b9dd-63bbe45ab7cb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430005 Sep 15 08:59:18.626823 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ee1fe886-7406-4a39-8fd4-eb5800e74776 req-1281f926-efa0-4763-921c-5978f6e3ca57 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 210 time: 0.0405276 Sep 15 08:59:19.335522 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 7cd7187b-41bd-477b-985e-41fe4e886e86 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:59:19.476146 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 7cd7187b-41bd-477b-985e-41fe4e886e86, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7cd7187b-41bd-477b-985e-41fe4e886e86,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:59:19.489737 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': '7cd7187b-41bd-477b-985e-41fe4e886e86', 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d', 'port_id': '7cd7187b-41bd-477b-985e-41fe4e886e86', 'mac_address': 'fa:16:3e:2e:30:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599314a5-b7e7-4604-bd49-77181d9b73d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:59:19.545617 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:19.563081 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd7187b-41bd-477b-985e-41fe4e886e86 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:59:19.577482 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 7cd7187b-41bd-477b-985e-41fe4e886e86, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7cd7187b-41bd-477b-985e-41fe4e886e86,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:59:19.719079 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:19.720681 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-ed7bd806-61b4-42c8-a722-8c5cc05160cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:19.782663 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=7cd7187b-41bd-477b-985e-41fe4e886e86,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:19.785549 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:20.616287 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c90dc-056e-4241-bcd2-b717e95ada25 req-161612ce-50b1-429a-8937-f357905e8312 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:20.619036 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7a2c90dc-056e-4241-bcd2-b717e95ada25 req-161612ce-50b1-429a-8937-f357905e8312 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 945 time: 0.1222050 Sep 15 08:59:20.649955 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0054-a04f-4d89-ad7f-68ceb2e1a681 req-0bdb799c-17c1-4052-ad97-a1a2076615cd tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:20.651531 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-54ea0054-a04f-4d89-ad7f-68ceb2e1a681 req-0bdb799c-17c1-4052-ad97-a1a2076615cd tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1026433 Sep 15 08:59:20.704844 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-54ea0054-a04f-4d89-ad7f-68ceb2e1a681 req-19c82a79-20f9-4493-868d-030daafe2010 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476308 Sep 15 08:59:20.756462 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7a2c90dc-056e-4241-bcd2-b717e95ada25 req-402db680-3595-482c-aa87-9355475df986 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318574 Sep 15 08:59:20.809141 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['7cd7187b-41bd-477b-985e-41fe4e886e86'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:59:20.862346 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-85899fce-8de4-4428-bd6f-22028ff2b940 req-d6ae1c25-e40c-4588-a741-3ce4948f4561 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 210 time: 0.0478055 Sep 15 08:59:21.827860 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c6521-7bbc-4409-b987-407a6e37a85a req-71763dfb-b712-4f65-b8d0-02cf52675518 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:21.829330 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-378c6521-7bbc-4409-b987-407a6e37a85a req-71763dfb-b712-4f65-b8d0-02cf52675518 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.20 "GET /v2.0/networks?id=3b211f18-bead-4cfb-916e-940c2837e9c6 HTTP/1.1" status: 200 len: 814 time: 0.1596162 Sep 15 08:59:21.855825 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [req-378c6521-7bbc-4409-b987-407a6e37a85a req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Request body: {'port': {'device_id': '33d9451c-a5e9-4981-b5d2-2d2b2984ef06', 'network_id': '3b211f18-bead-4cfb-916e-940c2837e9c6', 'admin_state_up': True, 'tenant_id': '3bf945ad7abb4cedb3e57185c376c289'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:59:21.952184 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111cde5-a73b-4840-8adc-7a6c6c68a111 req-6da080c1-3849-4d1a-ace7-a9f395237764 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:21.958726 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7111cde5-a73b-4840-8adc-7a6c6c68a111 req-6da080c1-3849-4d1a-ace7-a9f395237764 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.0971720 Sep 15 08:59:22.024991 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7111cde5-a73b-4840-8adc-7a6c6c68a111 req-be8ce1e2-2973-4c1f-89c1-f8ed3fb8aee7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645592 Sep 15 08:59:22.195695 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-4fc0433f-3f4c-4a76-8930-e316c9477782 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:22.197689 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-4fc0433f-3f4c-4a76-8930-e316c9477782 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/networks?id=63e0e726-1b2c-492a-a326-ad06482c3cf5 HTTP/1.1" status: 200 len: 808 time: 0.3190727 Sep 15 08:59:22.203543 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-378c6521-7bbc-4409-b987-407a6e37a85a req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:22.211736 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-378c6521-7bbc-4409-b987-407a6e37a85a req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Usage tracker for resource:port and tenant:3bf945ad7abb4cedb3e57185c376c289 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:22.212356 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-378c6521-7bbc-4409-b987-407a6e37a85a req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:22.215621 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4f802-febe-440c-a914-aced16a1c0eb req-9022707f-41f4-44fa-b909-d05a69b07a32 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:22.217022 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-dbc4f802-febe-440c-a914-aced16a1c0eb req-9022707f-41f4-44fa-b909-d05a69b07a32 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 945 time: 0.0807056 Sep 15 08:59:22.218201 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-378c6521-7bbc-4409-b987-407a6e37a85a req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:22.239137 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-021cf45a-78f6-45ef-881a-2d5b1d11b6d7 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/quotas/8bd1284f0069453d9dc1923926636b4f HTTP/1.1" status: 200 len: 375 time: 0.0312111 Sep 15 08:59:22.265555 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-dbc4f802-febe-440c-a914-aced16a1c0eb req-030d404d-8250-4033-a480-bed5f9c8c7bd tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 Sep 15 08:59:22.304518 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-1d97e34c-dc17-426e-bd4a-659054649f9f tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8bd1284f0069453d9dc1923926636b4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486379 Sep 15 08:59:22.319999 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-378c6521-7bbc-4409-b987-407a6e37a85a req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Made reservation on behalf of 3bf945ad7abb4cedb3e57185c376c289 for: {'port': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:59:22.323277 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-378c6521-7bbc-4409-b987-407a6e37a85a req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:22.379516 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 7cd7187b-41bd-477b-985e-41fe4e886e86 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:59:22.498675 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b1713c7c-2127-4765-a2fc-dce60fe35296 req-c585f28d-a0ab-4bea-ba4b-906d255f616c tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 210 time: 0.0476937 Sep 15 08:59:22.502908 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port 7cd7187b-41bd-477b-985e-41fe4e886e86 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:59:22.512569 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port 7cd7187b-41bd-477b-985e-41fe4e886e86 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:59:22.513194 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:22.520442 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-c3e4086b-ef15-48e2-8d03-9db139fe6eb6 service neutron] 10.222.0.39 "GET /v2.0/networks/63e0e726-1b2c-492a-a326-ad06482c3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245648 Sep 15 08:59:22.670428 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:22.680271 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [req-378c6521-7bbc-4409-b987-407a6e37a85a req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Allocated IP 172.20.0.7 (3b211f18-bead-4cfb-916e-940c2837e9c6/8f97b7ad-138e-4abd-a678-9ea61f5b05cd/e49b8f0c-352a-44c7-977f-0d7124307c06) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:59:22.704582 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefb9f8f-d4a0-4329-b49e-f884bcf35681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd7187b-41bd-477b-985e-41fe4e886e86'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:59:22.716881 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 7cd7187b-41bd-477b-985e-41fe4e886e86, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7cd7187b-41bd-477b-985e-41fe4e886e86,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:59:22.746842 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-34b81c1f-4b41-4e64-9bbd-644c65ae1de1 service neutron] 10.222.0.39 "GET /v2.0/networks/63e0e726-1b2c-492a-a326-ad06482c3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948202 Sep 15 08:59:22.790764 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:22.792853 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:22.868416 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=7cd7187b-41bd-477b-985e-41fe4e886e86,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:22.874863 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:22.937218 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-378c6521-7bbc-4409-b987-407a6e37a85a req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:23.027816 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefb9f8f-d4a0-4329-b49e-f884bcf35681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd7187b-41bd-477b-985e-41fe4e886e86', 'code': 200} Sep 15 08:59:23.041686 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-378c6521-7bbc-4409-b987-407a6e37a85a req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:23.051680 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:23.172945 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378c6521-7bbc-4409-b987-407a6e37a85a req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Network 3b211f18-bead-4cfb-916e-940c2837e9c6 is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:59:23.210699 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [req-378c6521-7bbc-4409-b987-407a6e37a85a req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:59:23.222178 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [req-378c6521-7bbc-4409-b987-407a6e37a85a req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:59:23.257251 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Pushing event updated for resources: {'Port': ['ID=e49b8f0c-352a-44c7-977f-0d7124307c06,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:23.271735 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f96190fc-f962-4c3e-9eab-916d641d10e3 req-bd5951f8-9d1a-43b2-b1ff-887b0d9c3cef tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 210 time: 0.1027586 Sep 15 08:59:23.276097 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:23.302016 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c6521-7bbc-4409-b987-407a6e37a85a req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:23.302697 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-378c6521-7bbc-4409-b987-407a6e37a85a req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:23.379667 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc0e76-15dc-437e-876c-23a24f54a44e req-28f62f1e-ceb1-4c90-822f-feb23c64f81c tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:23.381140 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-02cc0e76-15dc-437e-876c-23a24f54a44e req-28f62f1e-ceb1-4c90-822f-feb23c64f81c tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1214886 Sep 15 08:59:23.388386 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-378c6521-7bbc-4409-b987-407a6e37a85a req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5364673 Sep 15 08:59:23.414891 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Request body: {'port': {'device_id': '33d9451c-a5e9-4981-b5d2-2d2b2984ef06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:59:23.435112 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-02cc0e76-15dc-437e-876c-23a24f54a44e req-ab3f0ef4-484a-44b1-b0ef-3507f1fe773f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456228 Sep 15 08:59:23.591336 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-85a87ff9-80a9-47c3-a957-19f4a49935f1 req-0502aaca-22d4-4ea3-bbd7-b0a657459a2a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 1099 time: 0.0705149 Sep 15 08:59:23.594202 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:23.673491 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a94a9-9139-408b-997c-1ca018ff3b84 req-2190ae87-3b95-40c1-9e7e-ec0ba791f98e tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:23.674972 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-295a94a9-9139-408b-997c-1ca018ff3b84 req-2190ae87-3b95-40c1-9e7e-ec0ba791f98e tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 946 time: 0.2315543 Sep 15 08:59:23.683866 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-85a87ff9-80a9-47c3-a957-19f4a49935f1 req-82698655-bd1f-4796-90b3-e985ec7b8392 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834908 Sep 15 08:59:23.730743 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d853-90b1-4250-a23f-dcdeeebe7d24 req-3c2105b6-ff2b-4726-ac9a-b89cdc03da62 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:23.732183 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-63f6d853-90b1-4250-a23f-dcdeeebe7d24 req-3c2105b6-ff2b-4726-ac9a-b89cdc03da62 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 931 time: 0.0818720 Sep 15 08:59:23.788746 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-295a94a9-9139-408b-997c-1ca018ff3b84 req-435cc3e4-e5c0-4c40-9bff-23a6b17b4ac7 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065578 Sep 15 08:59:23.792652 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-63f6d853-90b1-4250-a23f-dcdeeebe7d24 req-24c12693-378f-4b69-9ac2-9fbf8113943f tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Synchronizing usage tracker for tenant:3bf945ad7abb4cedb3e57185c376c289 on resource:security_group {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:59:23.861992 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-63f6d853-90b1-4250-a23f-dcdeeebe7d24 req-24c12693-378f-4b69-9ac2-9fbf8113943f tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Unset dirty status for tenant:3bf945ad7abb4cedb3e57185c376c289 on resource:security_group {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:59:23.863207 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-63f6d853-90b1-4250-a23f-dcdeeebe7d24 req-24c12693-378f-4b69-9ac2-9fbf8113943f tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251934 Sep 15 08:59:24.050633 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49b8f0c-352a-44c7-977f-0d7124307c06 {{(pid=75825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:59:24.058223 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:24.072526 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.provisioning_blocks [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Transition to ACTIVE for port object e49b8f0c-352a-44c7-977f-0d7124307c06 will not be triggered until provisioned by entity L2. {{(pid=75825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:59:24.125607 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092364'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:24.129657 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:24.254025 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Pushing event updated for resources: {'Port': ['ID=e49b8f0c-352a-44c7-977f-0d7124307c06,revision_number=2']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:24.264488 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:24.386991 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Attempting to bind port e49b8f0c-352a-44c7-977f-0d7124307c06 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:59:24.387219 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Attempting to bind port e49b8f0c-352a-44c7-977f-0d7124307c06 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '3a5ad715-8dfe-4afd-a86a-871ac25c08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b211f18-bead-4cfb-916e-940c2837e9c6'}] {{(pid=75825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:59:24.387526 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Attempting to bind port e49b8f0c-352a-44c7-977f-0d7124307c06 on network 3b211f18-bead-4cfb-916e-940c2837e9c6 {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:59:24.393260 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Port e49b8f0c-352a-44c7-977f-0d7124307c06 on network 3b211f18-bead-4cfb-916e-940c2837e9c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:59:24.393569 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Attempting to bind port e49b8f0c-352a-44c7-977f-0d7124307c06 on network 3b211f18-bead-4cfb-916e-940c2837e9c6 {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:59:24.401562 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:59:24.404137 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Checking segment: {'id': '3a5ad715-8dfe-4afd-a86a-871ac25c08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b211f18-bead-4cfb-916e-940c2837e9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:59:24.404137 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Bound using segment: {'id': '3a5ad715-8dfe-4afd-a86a-871ac25c08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b211f18-bead-4cfb-916e-940c2837e9c6'} {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:59:24.404137 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Bound port: e49b8f0c-352a-44c7-977f-0d7124307c06, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5ad715-8dfe-4afd-a86a-871ac25c08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b211f18-bead-4cfb-916e-940c2837e9c6'}}] {{(pid=75825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:59:24.404137 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:24.495565 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] For port e49b8f0c-352a-44c7-977f-0d7124307c06, host hv-cinder-80600, cleared binding levels {{(pid=75825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:59:24.495565 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] For port e49b8f0c-352a-44c7-977f-0d7124307c06, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e49b8f0c-352a-44c7-977f-0d7124307c06,segment=NetworkSegment(3a5ad715-8dfe-4afd-a86a-871ac25c08eb),segment_id=3a5ad715-8dfe-4afd-a86a-871ac25c08eb)] {{(pid=75825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:59:24.576882 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092364'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:24.588143 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:24.606699 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7072be2d-92d4-4941-ab8f-fc74ff6fa7c8 req-08c96432-abcc-4520-8ed8-c795a532f514 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 210 time: 0.0419157 Sep 15 08:59:24.680159 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:24.681557 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-378c6521-7bbc-4409-b987-407a6e37a85a req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] 10.222.0.20 "PUT /v2.0/ports/e49b8f0c-352a-44c7-977f-0d7124307c06 HTTP/1.1" status: 200 len: 1093 time: 1.2753954 Sep 15 08:59:24.682063 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d9451c-a5e9-4981-b5d2-2d2b2984ef06', 'tag': 'e49b8f0c-352a-44c7-977f-0d7124307c06'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:59:24.721915 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Pushing event updated for resources: {'Port': ['ID=e49b8f0c-352a-44c7-977f-0d7124307c06,revision_number=3']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:24.725636 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:24.745613 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251f64b-7829-4e75-b2fb-2c4f4517927b req-ce9a4b67-7c7e-471a-bdb8-64aa13e848dc tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:24.747100 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2251f64b-7829-4e75-b2fb-2c4f4517927b req-ce9a4b67-7c7e-471a-bdb8-64aa13e848dc tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1274614 Sep 15 08:59:24.786922 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d9451c-a5e9-4981-b5d2-2d2b2984ef06', 'tag': 'e49b8f0c-352a-44c7-977f-0d7124307c06', 'status': 'completed', 'code': 200} Sep 15 08:59:24.796966 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2251f64b-7829-4e75-b2fb-2c4f4517927b req-58b83097-aaf3-48b7-ae7f-cd7c33d2c268 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440574 Sep 15 08:59:24.897909 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-378c6521-7bbc-4409-b987-407a6e37a85a req-14efc2f0-5c4c-4a3d-bf5a-57927515d36a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bf945ad7abb4cedb3e57185c376c289&device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 1096 time: 0.0719941 Sep 15 08:59:25.013188 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44ca40-9d40-49fb-a12f-d044b2ce8f52 req-4ab06af1-c570-4d00-b882-3bcd59335185 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:25.015088 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ab44ca40-9d40-49fb-a12f-d044b2ce8f52 req-4ab06af1-c570-4d00-b882-3bcd59335185 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 946 time: 0.0906954 Sep 15 08:59:25.040513 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-378c6521-7bbc-4409-b987-407a6e37a85a req-038e1808-67fb-4a2d-a709-e04d5d6a3cdb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e49b8f0c-352a-44c7-977f-0d7124307c06 HTTP/1.1" status: 200 len: 217 time: 0.1160424 Sep 15 08:59:25.066059 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ab44ca40-9d40-49fb-a12f-d044b2ce8f52 req-7b557909-fc78-46c6-87c1-38a8293e052d tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440869 Sep 15 08:59:25.143480 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c002f-97fd-496d-b4f2-500e96d9cb28 req-f1d1650e-21c0-49dd-930c-cd149ba849ad tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:25.144264 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-488c002f-97fd-496d-b4f2-500e96d9cb28 req-f1d1650e-21c0-49dd-930c-cd149ba849ad tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Synchronizing usage tracker for tenant:3bf945ad7abb4cedb3e57185c376c289 on resource:port {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:59:25.168198 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c6521-7bbc-4409-b987-407a6e37a85a req-c2d4fcbc-ed26-4118-8b78-5effcae43de6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:25.169618 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-378c6521-7bbc-4409-b987-407a6e37a85a req-c2d4fcbc-ed26-4118-8b78-5effcae43de6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f97b7ad-138e-4abd-a678-9ea61f5b05cd HTTP/1.1" status: 200 len: 854 time: 0.0860834 Sep 15 08:59:25.268091 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-488c002f-97fd-496d-b4f2-500e96d9cb28 req-f1d1650e-21c0-49dd-930c-cd149ba849ad tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Unset dirty status for tenant:3bf945ad7abb4cedb3e57185c376c289 on resource:port {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:59:25.269224 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-488c002f-97fd-496d-b4f2-500e96d9cb28 req-f1d1650e-21c0-49dd-930c-cd149ba849ad tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 943 time: 0.2630014 Sep 15 08:59:25.275555 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-378c6521-7bbc-4409-b987-407a6e37a85a req-4d56c2f8-27d9-4981-8f0c-cf4e5a6e0c64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b211f18-bead-4cfb-916e-940c2837e9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418377 Sep 15 08:59:25.401819 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-488c002f-97fd-496d-b4f2-500e96d9cb28 req-f606d7be-c5b6-4393-b465-370d4cf8226d tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253290 Sep 15 08:59:25.444974 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-378c6521-7bbc-4409-b987-407a6e37a85a req-09538098-ce8b-46cf-8593-634d04e62e87 service neutron] 10.222.0.20 "GET /v2.0/networks/3b211f18-bead-4cfb-916e-940c2837e9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520863 Sep 15 08:59:25.469449 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 39328) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:25.585082 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-378c6521-7bbc-4409-b987-407a6e37a85a req-2a24ad93-0211-4133-9405-9ea58dfa3882 service neutron] 10.222.0.20 "GET /v2.0/networks/3b211f18-bead-4cfb-916e-940c2837e9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300185 Sep 15 08:59:25.626062 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c17d1b71-8a52-4f4d-ba23-393779e8df28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:25.657021 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-c17d1b71-8a52-4f4d-ba23-393779e8df28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:25.662459 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-c17d1b71-8a52-4f4d-ba23-393779e8df28 admin admin] Usage tracker for resource:security_group_rule and tenant:225be6681f7b4e62b8250c834ebf2cd3 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:25.664221 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-c17d1b71-8a52-4f4d-ba23-393779e8df28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:25.670658 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-c17d1b71-8a52-4f4d-ba23-393779e8df28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:25.738765 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c17d1b71-8a52-4f4d-ba23-393779e8df28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:25.788661 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8106e73e-6525-494a-b985-16c661fb982f req-5ca9eb24-57cb-47b1-9cf0-3c323aef788f tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 210 time: 0.0428476 Sep 15 08:59:25.831588 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c17d1b71-8a52-4f4d-ba23-393779e8df28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:25.839999 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8f7c7115-9812-4a72-8b83-906c4ade6f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:25.910059 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d1b71-8a52-4f4d-ba23-393779e8df28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75b0f18-0dc5-455c-ba58-3210cdc19a9d,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:25.967297 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-c17d1b71-8a52-4f4d-ba23-393779e8df28 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=225be6681f7b4e62b8250c834ebf2cd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4965572 Sep 15 08:59:25.981237 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c17d1b71-8a52-4f4d-ba23-393779e8df28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:25.984569 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 39352) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:26.048908 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ebd81151-1d4d-43f9-a4a9-b21fad349d1b req-3f63d45e-0e25-4afe-8332-bb7841294a0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bf945ad7abb4cedb3e57185c376c289&device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 1096 time: 0.1741037 Sep 15 08:59:26.092092 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-2e19246e-4420-4068-a4c2-3e466335333b tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:26.092775 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-2e19246e-4420-4068-a4c2-3e466335333b tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Synchronizing usage tracker for tenant:8bd1284f0069453d9dc1923926636b4f on resource:network {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:59:26.149278 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-04f32aac-2ef8-48df-930b-2180a642ef41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:26.168041 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7d9a6-fd42-48b6-b2dc-70da48394a8a req-572edbc7-e561-4751-8677-d05c2f3ec333 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:26.169797 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dbd7d9a6-fd42-48b6-b2dc-70da48394a8a req-572edbc7-e561-4751-8677-d05c2f3ec333 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.2336481 Sep 15 08:59:26.193636 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-2e19246e-4420-4068-a4c2-3e466335333b tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Unset dirty status for tenant:8bd1284f0069453d9dc1923926636b4f on resource:network {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:59:26.194711 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-2e19246e-4420-4068-a4c2-3e466335333b tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.20 "GET /v2.0/networks?id=63e0e726-1b2c-492a-a326-ad06482c3cf5 HTTP/1.1" status: 200 len: 808 time: 0.3190489 Sep 15 08:59:26.202101 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-04f32aac-2ef8-48df-930b-2180a642ef41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:26.225676 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Request body: {'port': {'device_id': '3345c950-5ef1-41b8-961a-bbab9d6fcbf7', 'network_id': '63e0e726-1b2c-492a-a326-ad06482c3cf5', 'admin_state_up': True, 'tenant_id': '8bd1284f0069453d9dc1923926636b4f'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:59:26.256223 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dbd7d9a6-fd42-48b6-b2dc-70da48394a8a req-e90e1693-f4fd-47d5-9879-eedb5d464f95 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700974 Sep 15 08:59:26.273899 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd81151-1d4d-43f9-a4a9-b21fad349d1b req-8b34d6b8-546a-4561-bd8b-835e3bbe9304 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:26.276117 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ebd81151-1d4d-43f9-a4a9-b21fad349d1b req-8b34d6b8-546a-4561-bd8b-835e3bbe9304 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b211f18-bead-4cfb-916e-940c2837e9c6 HTTP/1.1" status: 200 len: 915 time: 0.2198803 Sep 15 08:59:26.419118 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ebd81151-1d4d-43f9-a4a9-b21fad349d1b req-b247622a-0da5-4ff9-9d11-57d9025174c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e49b8f0c-352a-44c7-977f-0d7124307c06 HTTP/1.1" status: 200 len: 217 time: 0.1341348 Sep 15 08:59:26.437561 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:26.442895 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Usage tracker for resource:port and tenant:8bd1284f0069453d9dc1923926636b4f is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:26.447786 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:26.459515 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb44379-266f-4a06-b247-68d6e1603ce9 req-e831f45e-85f4-4d2b-ae55-59dc3b92033d tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:26.460985 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-feb44379-266f-4a06-b247-68d6e1603ce9 req-e831f45e-85f4-4d2b-ae55-59dc3b92033d tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 946 time: 0.2408462 Sep 15 08:59:26.462138 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:26.485273 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-04f32aac-2ef8-48df-930b-2180a642ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:26.489141 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd81151-1d4d-43f9-a4a9-b21fad349d1b req-a3974174-3060-455a-951b-ad5742d06e56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:26.490671 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ebd81151-1d4d-43f9-a4a9-b21fad349d1b req-a3974174-3060-455a-951b-ad5742d06e56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f97b7ad-138e-4abd-a678-9ea61f5b05cd HTTP/1.1" status: 200 len: 854 time: 0.0635197 Sep 15 08:59:26.492508 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ba7992cf-9bcf-44af-af10-2bf60b2a7538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:26.506180 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f32aac-2ef8-48df-930b-2180a642ef41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75b0f18-0dc5-455c-ba58-3210cdc19a9d,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:26.510219 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-04f32aac-2ef8-48df-930b-2180a642ef41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:26.524449 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-04f32aac-2ef8-48df-930b-2180a642ef41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:26.525972 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-04f32aac-2ef8-48df-930b-2180a642ef41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f75b0f18-0dc5-455c-ba58-3210cdc19a9d HTTP/1.1" status: 204 len: 168 time: 0.5399115 Sep 15 08:59:26.535893 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-feb44379-266f-4a06-b247-68d6e1603ce9 req-512dc4a9-ae20-4481-9bc4-81bf3d1baeee tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679173 Sep 15 08:59:26.541890 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Made reservation on behalf of 8bd1284f0069453d9dc1923926636b4f for: {'port': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:59:26.545265 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:26.573883 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ebd81151-1d4d-43f9-a4a9-b21fad349d1b req-2a7e00a4-1101-4343-9a2c-00d155522ba7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b211f18-bead-4cfb-916e-940c2837e9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732808 Sep 15 08:59:26.613842 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 39370) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:26.744034 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ebd81151-1d4d-43f9-a4a9-b21fad349d1b req-df6d9cdb-8144-49e4-8119-0ab381b61042 service neutron] 10.222.0.20 "GET /v2.0/networks/3b211f18-bead-4cfb-916e-940c2837e9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521044 Sep 15 08:59:26.762673 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Allocated IP 172.20.0.14 (63e0e726-1b2c-492a-a326-ad06482c3cf5/add5a144-ecfc-4d3e-b9a8-8adde013b2c6/5b1d3897-ee7e-462d-a10b-aa48748e0837) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:59:26.884281 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ac006f0e-449a-4525-bb15-4386a608775d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:26.900224 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ebd81151-1d4d-43f9-a4a9-b21fad349d1b req-464a40d9-dd94-4168-8ff7-5adf33afbcd6 service neutron] 10.222.0.20 "GET /v2.0/networks/3b211f18-bead-4cfb-916e-940c2837e9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466644 Sep 15 08:59:27.109732 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-ac006f0e-449a-4525-bb15-4386a608775d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:27.115748 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-ac006f0e-449a-4525-bb15-4386a608775d admin admin] Usage tracker for resource:security_group_rule and tenant:f79a7aa9a92a44fa9abde29e9020a73f is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:27.121725 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-ac006f0e-449a-4525-bb15-4386a608775d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:27.130055 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b47aa4-1929-4916-a525-76814e2583b4 req-dc55e84e-9a4b-464e-9829-d17dbb2eefa3 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:27.138058 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-81b47aa4-1929-4916-a525-76814e2583b4 req-dc55e84e-9a4b-464e-9829-d17dbb2eefa3 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 943 time: 0.3671336 Sep 15 08:59:27.166261 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-ac006f0e-449a-4525-bb15-4386a608775d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:27.220339 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-81b47aa4-1929-4916-a525-76814e2583b4 req-5eb7157e-2dc9-4cf7-bfc8-6bd3ab1a155d tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826967 Sep 15 08:59:27.271884 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:27.328351 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ac006f0e-449a-4525-bb15-4386a608775d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:27.392539 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ac006f0e-449a-4525-bb15-4386a608775d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:27.400862 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:27.449786 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac006f0e-449a-4525-bb15-4386a608775d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0cf019-fdd2-45fc-bddd-bce4cee9faf7,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:27.475393 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ac006f0e-449a-4525-bb15-4386a608775d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:27.486340 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:27.497985 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:27.549977 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-ac006f0e-449a-4525-bb15-4386a608775d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f79a7aa9a92a44fa9abde29e9020a73f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9350615 Sep 15 08:59:27.553274 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 39402) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:27.582848 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Network 63e0e726-1b2c-492a-a326-ad06482c3cf5 is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:59:27.585986 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:59:27.589622 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:59:27.669542 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf382f-2b78-4a7c-8388-6f0b86360663 req-6a523e2c-472c-4619-b65d-d0ba5cad1166 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:27.671239 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9fcf382f-2b78-4a7c-8388-6f0b86360663 req-6a523e2c-472c-4619-b65d-d0ba5cad1166 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 932 time: 0.2216272 Sep 15 08:59:27.684381 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Pushing event updated for resources: {'Port': ['ID=5b1d3897-ee7e-462d-a10b-aa48748e0837,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:27.687227 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:27.719116 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:27.719720 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:27.727819 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e02201a2-88ed-4c1a-8d95-180842b53c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:27.757310 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335aca1-7c8f-41be-bd17-ce0d667541aa req-00dd5870-8db5-493f-862a-488985c3b5e1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:27.759421 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7335aca1-7c8f-41be-bd17-ce0d667541aa req-00dd5870-8db5-493f-862a-488985c3b5e1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1434789 Sep 15 08:59:27.779740 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e02201a2-88ed-4c1a-8d95-180842b53c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:27.788655 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-484df5b3-135b-4b5d-9841-2ea8cff00c79 req-d0a5873f-2015-42ef-9e6c-391d2f42da47 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 1098 time: 0.1839280 Sep 15 08:59:27.793095 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9fcf382f-2b78-4a7c-8388-6f0b86360663 req-cec9bf15-b00a-4087-8910-de719ac55b19 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139939 Sep 15 08:59:27.806955 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7335aca1-7c8f-41be-bd17-ce0d667541aa req-5b01e4b2-a74d-49e2-84cb-939690ca1f4a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420177 Sep 15 08:59:27.856930 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6355431 Sep 15 08:59:27.877989 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-484df5b3-135b-4b5d-9841-2ea8cff00c79 req-8db972f8-c731-4819-b053-73a1aeb75ee5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821710 Sep 15 08:59:27.880278 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Request body: {'port': {'device_id': '3345c950-5ef1-41b8-961a-bbab9d6fcbf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:59:27.959492 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e02201a2-88ed-4c1a-8d95-180842b53c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:27.965391 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-0b96d823-d2d6-43c5-ac23-d39c6dc8e8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:27.980842 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02201a2-88ed-4c1a-8d95-180842b53c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0cf019-fdd2-45fc-bddd-bce4cee9faf7,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:27.992291 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e02201a2-88ed-4c1a-8d95-180842b53c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:27.993598 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:27.995038 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e02201a2-88ed-4c1a-8d95-180842b53c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:27.999748 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-e02201a2-88ed-4c1a-8d95-180842b53c19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf0cf019-fdd2-45fc-bddd-bce4cee9faf7 HTTP/1.1" status: 204 len: 168 time: 0.4453633 Sep 15 08:59:28.373420 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1d3897-ee7e-462d-a10b-aa48748e0837 {{(pid=75826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:59:28.412127 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:28.456050 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Transition to ACTIVE for port object 5b1d3897-ee7e-462d-a10b-aa48748e0837 will not be triggered until provisioned by entity L2. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:59:28.478841 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e20167-30d0-47b1-b70d-036c47a5a1f9 req-22cb66ef-58ac-4721-a313-7d6ec003e1b7 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:28.486217 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e1e20167-30d0-47b1-b70d-036c47a5a1f9 req-22cb66ef-58ac-4721-a313-7d6ec003e1b7 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 943 time: 0.1062305 Sep 15 08:59:28.516781 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:28.521515 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:28.667909 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e1e20167-30d0-47b1-b70d-036c47a5a1f9 req-3e23cb43-b0a3-4fd9-85fe-897897f940f7 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805995 Sep 15 08:59:28.681691 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1d3897-ee7e-462d-a10b-aa48748e0837,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:28.685044 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:28.797292 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Attempting to bind port 5b1d3897-ee7e-462d-a10b-aa48748e0837 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:59:28.797623 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Attempting to bind port 5b1d3897-ee7e-462d-a10b-aa48748e0837 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '0b130402-e422-4c37-aea0-02c594230c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '63e0e726-1b2c-492a-a326-ad06482c3cf5'}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:59:28.797940 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Attempting to bind port 5b1d3897-ee7e-462d-a10b-aa48748e0837 on network 63e0e726-1b2c-492a-a326-ad06482c3cf5 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:59:28.803641 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Port 5b1d3897-ee7e-462d-a10b-aa48748e0837 on network 63e0e726-1b2c-492a-a326-ad06482c3cf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:59:28.803950 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Attempting to bind port 5b1d3897-ee7e-462d-a10b-aa48748e0837 on network 63e0e726-1b2c-492a-a326-ad06482c3cf5 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:59:28.810098 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:59:28.810682 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Checking segment: {'id': '0b130402-e422-4c37-aea0-02c594230c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '63e0e726-1b2c-492a-a326-ad06482c3cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:59:28.810799 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Bound using segment: {'id': '0b130402-e422-4c37-aea0-02c594230c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '63e0e726-1b2c-492a-a326-ad06482c3cf5'} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:59:28.811202 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Bound port: 5b1d3897-ee7e-462d-a10b-aa48748e0837, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b130402-e422-4c37-aea0-02c594230c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '63e0e726-1b2c-492a-a326-ad06482c3cf5'}}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:59:28.811538 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:28.911017 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] For port 5b1d3897-ee7e-462d-a10b-aa48748e0837, host hv-cinder-80600, cleared binding levels {{(pid=75826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:59:28.914356 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] For port 5b1d3897-ee7e-462d-a10b-aa48748e0837, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5b1d3897-ee7e-462d-a10b-aa48748e0837,segment=NetworkSegment(0b130402-e422-4c37-aea0-02c594230c7c),segment_id=0b130402-e422-4c37-aea0-02c594230c7c)] {{(pid=75826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:59:28.985712 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:28.994312 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-2ef6e515-5c64-4a88-8658-3cd6a0c14527 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:29.034178 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f389f9-ec34-4bcb-8f19-81d100bd3ab3 req-1c90a509-2f06-45d3-9fee-2e4bd7eae818 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:29.035933 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-96f389f9-ec34-4bcb-8f19-81d100bd3ab3 req-1c90a509-2f06-45d3-9fee-2e4bd7eae818 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.0810728 Sep 15 08:59:29.069047 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:29.070415 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] 10.222.0.20 "PUT /v2.0/ports/5b1d3897-ee7e-462d-a10b-aa48748e0837 HTTP/1.1" status: 200 len: 1094 time: 1.1955001 Sep 15 08:59:29.073138 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3345c950-5ef1-41b8-961a-bbab9d6fcbf7', 'tag': '5b1d3897-ee7e-462d-a10b-aa48748e0837'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:59:29.084717 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-96f389f9-ec34-4bcb-8f19-81d100bd3ab3 req-9bbe4736-b967-4ee8-937c-4232ca660630 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425951 Sep 15 08:59:29.096133 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1d3897-ee7e-462d-a10b-aa48748e0837,revision_number=3']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:29.100759 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:29.112521 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e33ba2-10e5-4cf4-9935-a482d32f6ebb req-630d67bf-18ed-46ff-bb56-b7dd90095593 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:29.113477 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-f6e33ba2-10e5-4cf4-9935-a482d32f6ebb req-630d67bf-18ed-46ff-bb56-b7dd90095593 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Synchronizing usage tracker for tenant:8bd1284f0069453d9dc1923926636b4f on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:59:29.198474 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3345c950-5ef1-41b8-961a-bbab9d6fcbf7', 'tag': '5b1d3897-ee7e-462d-a10b-aa48748e0837', 'status': 'completed', 'code': 200} Sep 15 08:59:29.233819 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-f6e33ba2-10e5-4cf4-9935-a482d32f6ebb req-630d67bf-18ed-46ff-bb56-b7dd90095593 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Unset dirty status for tenant:8bd1284f0069453d9dc1923926636b4f on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:59:29.235064 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f6e33ba2-10e5-4cf4-9935-a482d32f6ebb req-630d67bf-18ed-46ff-bb56-b7dd90095593 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 944 time: 0.3029749 Sep 15 08:59:29.362239 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-f6e33ba2-10e5-4cf4-9935-a482d32f6ebb req-1388fee5-86d1-44dd-be91-7fc422eeb662 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Synchronizing usage tracker for tenant:8bd1284f0069453d9dc1923926636b4f on resource:security_group {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:59:29.400443 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-f07c7427-aa2e-489e-b420-d0037fbce1e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bd1284f0069453d9dc1923926636b4f&device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 1097 time: 0.0987999 Sep 15 08:59:29.513104 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-f6e33ba2-10e5-4cf4-9935-a482d32f6ebb req-1388fee5-86d1-44dd-be91-7fc422eeb662 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Unset dirty status for tenant:8bd1284f0069453d9dc1923926636b4f on resource:security_group {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:59:29.514630 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f6e33ba2-10e5-4cf4-9935-a482d32f6ebb req-1388fee5-86d1-44dd-be91-7fc422eeb662 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733130 Sep 15 08:59:29.533070 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-90a7b3aa-1810-4bb2-a24f-c47c9d8b1ff8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b1d3897-ee7e-462d-a10b-aa48748e0837 HTTP/1.1" status: 200 len: 217 time: 0.0817609 Sep 15 08:59:29.661423 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-6f8dd237-1549-45aa-ac12-92a946ceb66a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:29.663154 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-6f8dd237-1549-45aa-ac12-92a946ceb66a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=add5a144-ecfc-4d3e-b9a8-8adde013b2c6 HTTP/1.1" status: 200 len: 848 time: 0.1040547 Sep 15 08:59:29.733622 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-765ffba7-201d-4cf0-b875-f5ece970503d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63e0e726-1b2c-492a-a326-ad06482c3cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616705 Sep 15 08:59:30.162465 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-425309ba-5704-4e00-b776-3da178c46c22 service neutron] 10.222.0.20 "GET /v2.0/networks/63e0e726-1b2c-492a-a326-ad06482c3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204102 Sep 15 08:59:30.180080 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f31e2-47be-423a-8139-a16ddf91857d req-725aa2c7-b451-46e7-bc7a-37bf3fae586a tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:30.181836 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-975f31e2-47be-423a-8139-a16ddf91857d req-725aa2c7-b451-46e7-bc7a-37bf3fae586a tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 943 time: 0.1679256 Sep 15 08:59:30.330443 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-975f31e2-47be-423a-8139-a16ddf91857d req-764e99fc-ae08-4d4c-8b10-67d03b245eed tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212218 Sep 15 08:59:30.377467 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2d366-aa1f-4cc1-8da9-2b7c16da13e2 req-8417771f-d07d-46ba-958b-a43f07e0a427 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:30.379930 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-25e2d366-aa1f-4cc1-8da9-2b7c16da13e2 req-8417771f-d07d-46ba-958b-a43f07e0a427 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1172428 Sep 15 08:59:30.386326 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3a913e6e-de27-4a59-a275-3e11a75da9db req-4d026530-e3ea-4969-aba7-76d6dd35f0df service neutron] 10.222.0.20 "GET /v2.0/networks/63e0e726-1b2c-492a-a326-ad06482c3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033331 Sep 15 08:59:30.401336 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device e49b8f0c-352a-44c7-977f-0d7124307c06 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:59:30.438025 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-25e2d366-aa1f-4cc1-8da9-2b7c16da13e2 req-6d8f07cc-711e-4b50-bfd2-203738f1b32e tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523007 Sep 15 08:59:30.581280 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port e49b8f0c-352a-44c7-977f-0d7124307c06, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e49b8f0c-352a-44c7-977f-0d7124307c06,segment=NetworkSegment(3a5ad715-8dfe-4afd-a86a-871ac25c08eb),segment_id=3a5ad715-8dfe-4afd-a86a-871ac25c08eb)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:59:30.595296 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': 'e49b8f0c-352a-44c7-977f-0d7124307c06', 'network_id': '3b211f18-bead-4cfb-916e-940c2837e9c6', 'port_id': 'e49b8f0c-352a-44c7-977f-0d7124307c06', 'mac_address': 'fa:16:3e:c5:2d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f97b7ad-138e-4abd-a678-9ea61f5b05cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:59:30.676089 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:30.695620 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49b8f0c-352a-44c7-977f-0d7124307c06 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:59:30.710888 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port e49b8f0c-352a-44c7-977f-0d7124307c06, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e49b8f0c-352a-44c7-977f-0d7124307c06,segment=NetworkSegment(3a5ad715-8dfe-4afd-a86a-871ac25c08eb),segment_id=3a5ad715-8dfe-4afd-a86a-871ac25c08eb)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:59:30.751172 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-87c6ea89-4864-485c-aadc-6744bbc15a70 req-cb2577a0-8fe4-4abd-9d3c-a4dcbffaf386 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bd1284f0069453d9dc1923926636b4f&device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 1097 time: 0.0972068 Sep 15 08:59:30.756567 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cc0fb-a725-4569-b22b-0b98bef9103e req-c7432560-7414-4514-8aec-273f8926c3b7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:30.757903 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-041cc0fb-a725-4569-b22b-0b98bef9103e req-c7432560-7414-4514-8aec-273f8926c3b7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1653118 Sep 15 08:59:30.759216 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:30.760965 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:30.848016 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=e49b8f0c-352a-44c7-977f-0d7124307c06,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:30.851330 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:30.904358 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-041cc0fb-a725-4569-b22b-0b98bef9103e req-ba72d9cf-fa5e-44f5-9af9-7cbf04a6fba1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397932 Sep 15 08:59:30.966622 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6ea89-4864-485c-aadc-6744bbc15a70 req-55e81b8d-22c7-4a1b-9f77-1859ed2ba66d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:30.968704 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-87c6ea89-4864-485c-aadc-6744bbc15a70 req-55e81b8d-22c7-4a1b-9f77-1859ed2ba66d service neutron] 10.222.0.20 "GET /v2.0/networks?id=63e0e726-1b2c-492a-a326-ad06482c3cf5 HTTP/1.1" status: 200 len: 909 time: 0.1700377 Sep 15 08:59:31.044046 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e272f-59b2-4a0b-a9a8-c66b0745086f req-e343ac82-7b10-4ca8-b457-17451f9911db tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:31.046008 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fd1e272f-59b2-4a0b-a9a8-c66b0745086f req-e343ac82-7b10-4ca8-b457-17451f9911db tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 944 time: 0.0896010 Sep 15 08:59:31.110427 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fd1e272f-59b2-4a0b-a9a8-c66b0745086f req-cb76a61e-0cf8-47ec-8cfa-014425738bd7 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580153 Sep 15 08:59:31.153378 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-87c6ea89-4864-485c-aadc-6744bbc15a70 req-f8deebf4-1e81-4233-a6ab-fa93fcd61bb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b1d3897-ee7e-462d-a10b-aa48748e0837 HTTP/1.1" status: 200 len: 217 time: 0.1761079 Sep 15 08:59:31.226830 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6ea89-4864-485c-aadc-6744bbc15a70 req-6d63cac1-16c5-49bf-8670-9bf131d151ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:31.228440 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-87c6ea89-4864-485c-aadc-6744bbc15a70 req-6d63cac1-16c5-49bf-8670-9bf131d151ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=add5a144-ecfc-4d3e-b9a8-8adde013b2c6 HTTP/1.1" status: 200 len: 848 time: 0.0664239 Sep 15 08:59:31.266933 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['e49b8f0c-352a-44c7-977f-0d7124307c06'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:59:31.299257 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-87c6ea89-4864-485c-aadc-6744bbc15a70 req-8340930c-4d02-4602-b928-e16186cad0bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63e0e726-1b2c-492a-a326-ad06482c3cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609226 Sep 15 08:59:31.475466 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-87c6ea89-4864-485c-aadc-6744bbc15a70 req-65fb206b-2c82-4a1d-8ac2-13f4eaa03dc0 service neutron] 10.222.0.20 "GET /v2.0/networks/63e0e726-1b2c-492a-a326-ad06482c3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674242 Sep 15 08:59:31.612654 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb2d68-9486-4bce-8c4a-bd69fb1e4491 req-e18a04bd-c4a6-4da8-a88b-493ea1f0a8cd tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:31.614134 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-afeb2d68-9486-4bce-8c4a-bd69fb1e4491 req-e18a04bd-c4a6-4da8-a88b-493ea1f0a8cd tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 944 time: 0.1328337 Sep 15 08:59:31.662747 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-afeb2d68-9486-4bce-8c4a-bd69fb1e4491 req-a5aaaee8-372f-4245-b48d-82a686187a40 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 Sep 15 08:59:31.698459 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-87c6ea89-4864-485c-aadc-6744bbc15a70 req-79d32634-0ed4-42f4-b6b3-7de06ba9a615 service neutron] 10.222.0.20 "GET /v2.0/networks/63e0e726-1b2c-492a-a326-ad06482c3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130017 Sep 15 08:59:31.931661 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:31.939601 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-e45dbe96-2fb3-4945-9446-6e3dec9ad95b tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:31.941273 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-e45dbe96-2fb3-4945-9446-6e3dec9ad95b tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/networks?id=1c409703-0674-4cbb-9f3e-f398f357604d HTTP/1.1" status: 200 len: 814 time: 0.1683369 Sep 15 08:59:31.958075 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-eae78233-7dd2-44e5-85e7-fc7a601ef838 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/quotas/b1349b239f2142be8df3073348f83d4b HTTP/1.1" status: 200 len: 375 time: 0.0104928 Sep 15 08:59:32.039047 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-307db150-d6c7-46b2-a7c3-ef63e6db0c18 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1349b239f2142be8df3073348f83d4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748403 Sep 15 08:59:32.181360 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-708490f8-8ce3-4dfd-b7cd-043fad17b122 service neutron] 10.222.0.39 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357121 Sep 15 08:59:32.396459 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa695b-85ce-493d-ae4b-00d2d3e0f193 req-e1721889-e30c-45cd-9434-b0d76414fcec tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:32.396975 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-38cc3aa1-b68f-4317-8f43-65a4bae0a4e7 service neutron] 10.222.0.39 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097759 Sep 15 08:59:32.397987 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7daa695b-85ce-493d-ae4b-00d2d3e0f193 req-e1721889-e30c-45cd-9434-b0d76414fcec tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 944 time: 0.0859046 Sep 15 08:59:32.444611 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7daa695b-85ce-493d-ae4b-00d2d3e0f193 req-0efbce58-fe8e-46b2-97f1-04be16259434 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402465 Sep 15 08:59:32.665948 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3f560dd0-f45f-4dcf-a453-2189ead9ecce req-ac2cb05d-2a1e-4f56-9748-11a36dc9d5b3 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 210 time: 0.0634620 Sep 15 08:59:32.876262 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea6462-3019-4216-8890-f7688a3566e4 req-522f2e8f-6b74-4ed5-92af-92504dfac00f tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:32.877715 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-17ea6462-3019-4216-8890-f7688a3566e4 req-522f2e8f-6b74-4ed5-92af-92504dfac00f tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 944 time: 0.0780478 Sep 15 08:59:32.922657 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-17ea6462-3019-4216-8890-f7688a3566e4 req-7c44f693-97d9-4e07-846d-51d6e8df96dd tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390244 Sep 15 08:59:33.650443 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cded2-4206-4ad7-819f-fc8c2d322ac3 req-819f7070-bea0-42c8-b05f-78fdc67be9b8 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:33.651904 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-835cded2-4206-4ad7-819f-fc8c2d322ac3 req-819f7070-bea0-42c8-b05f-78fdc67be9b8 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 944 time: 0.0859139 Sep 15 08:59:33.698725 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-835cded2-4206-4ad7-819f-fc8c2d322ac3 req-e3c6a02c-bab3-4a97-9f18-2afb8f543198 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410469 Sep 15 08:59:33.745495 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad3a4-681e-4108-a384-5dec9eee5e9f req-ff982cef-7770-4f6f-bace-62cbbb1ade72 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:33.747029 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-34aad3a4-681e-4108-a384-5dec9eee5e9f req-ff982cef-7770-4f6f-bace-62cbbb1ade72 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0832546 Sep 15 08:59:33.797546 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-34aad3a4-681e-4108-a384-5dec9eee5e9f req-e36c6242-ce91-4f83-a51b-59ad4d5d66d3 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450966 Sep 15 08:59:33.884115 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9959aaa4-74da-45c0-a9b7-d55a1ae53c67 req-ca3d2151-71ea-44d6-85b1-0645e07c04a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd3fe44e1e5d42c0b4118a5b3004daac&device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 1098 time: 0.0761323 Sep 15 08:59:33.962849 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dbb76bd5-ec4b-4cb8-bf9b-eabf9128468c req-31b5770d-f2ac-41c9-af6d-f85e82271d02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 210 time: 0.0461619 Sep 15 08:59:34.087824 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959aaa4-74da-45c0-a9b7-d55a1ae53c67 req-59432aa9-c1bf-4f0f-b609-e3d54502970b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:34.089543 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9959aaa4-74da-45c0-a9b7-d55a1ae53c67 req-59432aa9-c1bf-4f0f-b609-e3d54502970b service neutron] 10.222.0.20 "GET /v2.0/networks?id=99cf6cad-714d-48b4-a18f-48890cca455e HTTP/1.1" status: 200 len: 920 time: 0.1655726 Sep 15 08:59:34.187005 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9959aaa4-74da-45c0-a9b7-d55a1ae53c67 req-b9f0484a-cf71-48ec-a6f5-ec9d50f83c51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7b9192-1dcd-4cd1-8019-0543a7285ecc HTTP/1.1" status: 200 len: 217 time: 0.0717647 Sep 15 08:59:34.243409 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5959a-bdea-4759-a55c-8e3b4c3847cf req-87683637-7f09-4b86-94bc-7396ce1fc718 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:34.250119 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8ce5959a-bdea-4759-a55c-8e3b4c3847cf req-87683637-7f09-4b86-94bc-7396ce1fc718 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 944 time: 0.1939380 Sep 15 08:59:34.301670 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959aaa4-74da-45c0-a9b7-d55a1ae53c67 req-8c6481e5-5c75-47fc-849f-936c0ea51142 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:34.303179 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9959aaa4-74da-45c0-a9b7-d55a1ae53c67 req-8c6481e5-5c75-47fc-849f-936c0ea51142 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d3741a-a3a3-4d75-a034-fc6e7362caaa HTTP/1.1" status: 200 len: 859 time: 0.1087112 Sep 15 08:59:34.307518 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8ce5959a-bdea-4759-a55c-8e3b4c3847cf req-354f14ef-f1e4-426c-a2b3-90421044be57 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566354 Sep 15 08:59:34.374878 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9959aaa4-74da-45c0-a9b7-d55a1ae53c67 req-ae232048-457f-49ec-b793-de2bb6d8f010 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99cf6cad-714d-48b4-a18f-48890cca455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477827 Sep 15 08:59:34.417645 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 5b1d3897-ee7e-462d-a10b-aa48748e0837 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:59:34.438072 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device e49b8f0c-352a-44c7-977f-0d7124307c06 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:59:34.530862 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9959aaa4-74da-45c0-a9b7-d55a1ae53c67 req-c623c4e5-4170-43e6-a9d4-37f7aec3f136 service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474352 Sep 15 08:59:34.657545 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 5b1d3897-ee7e-462d-a10b-aa48748e0837, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5b1d3897-ee7e-462d-a10b-aa48748e0837,segment=NetworkSegment(0b130402-e422-4c37-aea0-02c594230c7c),segment_id=0b130402-e422-4c37-aea0-02c594230c7c)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:59:34.667551 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9959aaa4-74da-45c0-a9b7-d55a1ae53c67 req-fb0543ed-6739-4d1c-91b6-deb72add0435 service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282604 Sep 15 08:59:34.671371 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': '5b1d3897-ee7e-462d-a10b-aa48748e0837', 'network_id': '63e0e726-1b2c-492a-a326-ad06482c3cf5', 'port_id': '5b1d3897-ee7e-462d-a10b-aa48748e0837', 'mac_address': 'fa:16:3e:11:20:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add5a144-ecfc-4d3e-b9a8-8adde013b2c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:59:34.731447 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:34.742423 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port e49b8f0c-352a-44c7-977f-0d7124307c06 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:59:34.752134 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port e49b8f0c-352a-44c7-977f-0d7124307c06 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:59:34.752515 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:34.781069 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1d3897-ee7e-462d-a10b-aa48748e0837 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:59:34.825478 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 5b1d3897-ee7e-462d-a10b-aa48748e0837, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5b1d3897-ee7e-462d-a10b-aa48748e0837,segment=NetworkSegment(0b130402-e422-4c37-aea0-02c594230c7c),segment_id=0b130402-e422-4c37-aea0-02c594230c7c)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:59:34.918123 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:34.932330 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:34.980591 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122db07-62fc-434a-8da9-06bca2103623 req-fa94eb79-03b3-4ba1-8fec-95dc34f8edb5 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:34.982818 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5122db07-62fc-434a-8da9-06bca2103623 req-fa94eb79-03b3-4ba1-8fec-95dc34f8edb5 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 945 time: 0.1274936 Sep 15 08:59:35.018552 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:35.049252 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5122db07-62fc-434a-8da9-06bca2103623 req-f8c0c633-ad36-4b1b-9044-e00325a86088 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602839 Sep 15 08:59:35.053252 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=5b1d3897-ee7e-462d-a10b-aa48748e0837,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:35.065198 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:35.065198 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d9451c-a5e9-4981-b5d2-2d2b2984ef06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49b8f0c-352a-44c7-977f-0d7124307c06'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:59:35.073313 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port e49b8f0c-352a-44c7-977f-0d7124307c06, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e49b8f0c-352a-44c7-977f-0d7124307c06,segment=NetworkSegment(3a5ad715-8dfe-4afd-a86a-871ac25c08eb),segment_id=3a5ad715-8dfe-4afd-a86a-871ac25c08eb)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:59:35.155001 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74837e7-65d9-4464-b707-05b076a02463 req-9cf017f4-3834-42f7-8d94-d49dcc20d5e4 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:35.158397 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a74837e7-65d9-4464-b707-05b076a02463 req-9cf017f4-3834-42f7-8d94-d49dcc20d5e4 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1550169 Sep 15 08:59:35.181339 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:35.184192 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:35.240082 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a74837e7-65d9-4464-b707-05b076a02463 req-fe373071-806d-4d56-bd2b-e966ac869f40 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757222 Sep 15 08:59:35.295874 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=e49b8f0c-352a-44c7-977f-0d7124307c06,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:35.299577 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:35.393197 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d9451c-a5e9-4981-b5d2-2d2b2984ef06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49b8f0c-352a-44c7-977f-0d7124307c06', 'code': 200} Sep 15 08:59:35.426717 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-499483d4-71f0-4ed3-b9a5-eb44e71efae4 req-b438fbd2-b704-459b-a3f3-afebe6d80c52 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 210 time: 0.0535088 Sep 15 08:59:35.457773 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['5b1d3897-ee7e-462d-a10b-aa48748e0837'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:59:35.465994 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5eb4b182-ecd4-4411-b665-633a7806e3df req-72ea5699-c129-4cf4-a54e-6e6fdb323257 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1525190 Sep 15 08:59:35.569036 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:59:35.739760 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5eb4b182-ecd4-4411-b665-633a7806e3df req-b0af285b-e24e-4830-8c2e-3bbc15858edd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1349b239f2142be8df3073348f83d4b&device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 1098 time: 0.1148989 Sep 15 08:59:35.763322 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-5a5bcd03-5278-4f60-908b-a68e3d4100aa tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:35.764731 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-5a5bcd03-5278-4f60-908b-a68e3d4100aa tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.20 "GET /v2.0/networks?id=1c409703-0674-4cbb-9f3e-f398f357604d HTTP/1.1" status: 200 len: 814 time: 0.3158596 Sep 15 08:59:35.771110 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6c28f-6306-41e7-8b08-23f6974d3c25 req-312d221b-17d4-4beb-9f4a-52b6c755c80e tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:35.772448 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ffa6c28f-6306-41e7-8b08-23f6974d3c25 req-312d221b-17d4-4beb-9f4a-52b6c755c80e tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 945 time: 0.2159243 Sep 15 08:59:35.800121 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-71e32d1f-c62d-401c-9beb-7ec142e74bb9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Request body: {'port': {'device_id': '50af7e90-3b57-4e95-97b0-e298f753c007', 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d', 'admin_state_up': True, 'tenant_id': 'b1349b239f2142be8df3073348f83d4b'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:59:35.909071 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ffa6c28f-6306-41e7-8b08-23f6974d3c25 req-c5b165fc-5ba8-40dd-8494-d8b5f8529854 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302836 Sep 15 08:59:35.926180 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4b182-ecd4-4411-b665-633a7806e3df req-0551aee8-3ef2-4c83-b8fe-63f393a71efe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:35.927649 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5eb4b182-ecd4-4411-b665-633a7806e3df req-0551aee8-3ef2-4c83-b8fe-63f393a71efe service neutron] 10.222.0.20 "GET /v2.0/networks?id=1c409703-0674-4cbb-9f3e-f398f357604d HTTP/1.1" status: 200 len: 915 time: 0.1649854 Sep 15 08:59:35.964516 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-71e32d1f-c62d-401c-9beb-7ec142e74bb9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:35.973944 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-71e32d1f-c62d-401c-9beb-7ec142e74bb9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:36.004786 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-325c5c0d-a4a4-4c66-881b-c756a1fe3903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:36.061967 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-71e32d1f-c62d-401c-9beb-7ec142e74bb9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Made reservation on behalf of b1349b239f2142be8df3073348f83d4b for: {'port': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:59:36.065089 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-71e32d1f-c62d-401c-9beb-7ec142e74bb9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:36.094836 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5eb4b182-ecd4-4411-b665-633a7806e3df req-a400c409-0c62-4681-beb8-f760c8e5eeef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=763240a6-6f8f-4069-b175-a718036b4722 HTTP/1.1" status: 200 len: 217 time: 0.1590350 Sep 15 08:59:36.160261 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e8f2ed71-8452-46c6-8292-88e5508829df req-18cfb11f-2e32-4e03-98b3-48ab30cd84f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 1098 time: 0.2773335 Sep 15 08:59:36.188255 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4b182-ecd4-4411-b665-633a7806e3df req-838b260e-5dce-48df-8cc6-f9ad4fbad01e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:36.189646 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5eb4b182-ecd4-4411-b665-633a7806e3df req-838b260e-5dce-48df-8cc6-f9ad4fbad01e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=599314a5-b7e7-4604-bd49-77181d9b73d9 HTTP/1.1" status: 200 len: 854 time: 0.0841765 Sep 15 08:59:36.244022 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-71e32d1f-c62d-401c-9beb-7ec142e74bb9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Allocated IP 172.20.0.5 (1c409703-0674-4cbb-9f3e-f398f357604d/599314a5-b7e7-4604-bd49-77181d9b73d9/940aa7fc-de3e-46ed-ae69-062a759e8fdc) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:59:36.277503 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5eb4b182-ecd4-4411-b665-633a7806e3df req-1ecc10b1-16b7-4205-b87d-fb051888b898 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c409703-0674-4cbb-9f3e-f398f357604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529873 Sep 15 08:59:36.385832 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e8f2ed71-8452-46c6-8292-88e5508829df req-583728cd-1ef8-4bb5-8afd-6d51cb26bfa5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162583 Sep 15 08:59:36.433726 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f101db9-f0b9-4b66-9e45-eeb723f49d59 req-3c92070c-77dc-41b7-a2fd-81882757c886 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:36.435061 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7f101db9-f0b9-4b66-9e45-eeb723f49d59 req-3c92070c-77dc-41b7-a2fd-81882757c886 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 945 time: 0.2643023 Sep 15 08:59:36.471956 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5eb4b182-ecd4-4411-b665-633a7806e3df req-21998126-175f-46d4-849b-0b21d4c59c82 service neutron] 10.222.0.20 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800003 Sep 15 08:59:36.499342 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7f101db9-f0b9-4b66-9e45-eeb723f49d59 req-f1753b22-75da-4644-b6af-86365daf1b5f tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542741 Sep 15 08:59:36.520013 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bdfc9-fb11-4826-a54b-c204ac84f20e req-df2b891b-b15c-4e8b-b8ae-0502dc7ac56a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:36.520013 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c43bdfc9-fb11-4826-a54b-c204ac84f20e req-df2b891b-b15c-4e8b-b8ae-0502dc7ac56a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1510007 Sep 15 08:59:36.528005 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-71e32d1f-c62d-401c-9beb-7ec142e74bb9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:36.565012 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:36.577979 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c43bdfc9-fb11-4826-a54b-c204ac84f20e req-91f9702e-b93f-4fb1-8c2a-1178b02ee97d tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467229 Sep 15 08:59:36.679956 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-71e32d1f-c62d-401c-9beb-7ec142e74bb9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:36.686130 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-0a1fa827-2b72-49ab-a5cb-9d6fa45943ec tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:36.737543 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['763240a6-6f8f-4069-b175-a718036b4722', '7cd7187b-41bd-477b-985e-41fe4e886e86'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:59:36.761398 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-71e32d1f-c62d-401c-9beb-7ec142e74bb9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Network 1c409703-0674-4cbb-9f3e-f398f357604d is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:59:36.764582 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-71e32d1f-c62d-401c-9beb-7ec142e74bb9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:59:36.769263 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-71e32d1f-c62d-401c-9beb-7ec142e74bb9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:59:36.805547 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e32d1f-c62d-401c-9beb-7ec142e74bb9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Pushing event updated for resources: {'Port': ['ID=940aa7fc-de3e-46ed-ae69-062a759e8fdc,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:36.808712 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-71e32d1f-c62d-401c-9beb-7ec142e74bb9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:36.961128 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-71e32d1f-c62d-401c-9beb-7ec142e74bb9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:36.961681 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-71e32d1f-c62d-401c-9beb-7ec142e74bb9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:36.978108 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5eb4b182-ecd4-4411-b665-633a7806e3df req-77940c79-e7da-41f0-8959-e82cd5e40774 service neutron] 10.222.0.20 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699159 Sep 15 08:59:37.007823 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4f146-ce6a-434b-a047-ba76823e58dc req-3aa0ef2d-ba07-4eeb-8f3c-9c7d86db9731 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:37.007823 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-e4b4f146-ce6a-434b-a047-ba76823e58dc req-3aa0ef2d-ba07-4eeb-8f3c-9c7d86db9731 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Synchronizing usage tracker for tenant:b1349b239f2142be8df3073348f83d4b on resource:port {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:59:37.085169 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-71e32d1f-c62d-401c-9beb-7ec142e74bb9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2902343 Sep 15 08:59:37.108348 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Request body: {'port': {'device_id': '50af7e90-3b57-4e95-97b0-e298f753c007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:59:37.153877 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-e4b4f146-ce6a-434b-a047-ba76823e58dc req-3aa0ef2d-ba07-4eeb-8f3c-9c7d86db9731 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Unset dirty status for tenant:b1349b239f2142be8df3073348f83d4b on resource:port {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:59:37.155073 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e4b4f146-ce6a-434b-a047-ba76823e58dc req-3aa0ef2d-ba07-4eeb-8f3c-9c7d86db9731 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 931 time: 0.3368223 Sep 15 08:59:37.297520 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e4b4f146-ce6a-434b-a047-ba76823e58dc req-250b7b99-3d33-4a2b-9804-581422080f9e tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313882 Sep 15 08:59:37.315587 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:37.403826 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3848cce-7fb9-4ae4-9edb-50b999c67023 req-a21b19cb-bfd9-4f0f-961a-cdad5e64ed85 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:37.405422 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b3848cce-7fb9-4ae4-9edb-50b999c67023 req-a21b19cb-bfd9-4f0f-961a-cdad5e64ed85 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 945 time: 0.0968466 Sep 15 08:59:37.456244 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b3848cce-7fb9-4ae4-9edb-50b999c67023 req-8a094fb2-05c1-4a2c-9b89-4103a6e92445 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440671 Sep 15 08:59:37.691559 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940aa7fc-de3e-46ed-ae69-062a759e8fdc {{(pid=75825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:59:37.699990 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Notify callbacks [] for port, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:37.705528 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62008f-8c82-431f-8fc3-ce4ae1db7672 req-cac84063-cff0-402e-8292-edb2fa33722e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:37.707001 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6f62008f-8c82-431f-8fc3-ce4ae1db7672 req-cac84063-cff0-402e-8292-edb2fa33722e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 945 time: 0.0844562 Sep 15 08:59:37.716501 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.provisioning_blocks [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Transition to ACTIVE for port object 940aa7fc-de3e-46ed-ae69-062a759e8fdc will not be triggered until provisioned by entity L2. {{(pid=75825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:59:37.755820 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6f62008f-8c82-431f-8fc3-ce4ae1db7672 req-0b4f5f2b-f61f-4a73-ba06-35bbfeea6c7f tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422754 Sep 15 08:59:37.776108 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092364'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:37.779808 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-5add2717-cc58-4227-8925-741e98986c02 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:37.987180 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Pushing event updated for resources: {'Port': ['ID=940aa7fc-de3e-46ed-ae69-062a759e8fdc,revision_number=2']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:37.991047 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:38.078478 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5b406-4077-48c2-a523-2b4c67af020e req-42ca7cc2-5143-4d8c-802b-6acb831700d6 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:38.079945 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b9e5b406-4077-48c2-a523-2b4c67af020e req-42ca7cc2-5143-4d8c-802b-6acb831700d6 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.3404560 Sep 15 08:59:38.125250 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Attempting to bind port 940aa7fc-de3e-46ed-ae69-062a759e8fdc on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:59:38.125866 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Attempting to bind port 940aa7fc-de3e-46ed-ae69-062a759e8fdc by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d'}] {{(pid=75825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:59:38.125866 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Attempting to bind port 940aa7fc-de3e-46ed-ae69-062a759e8fdc on network 1c409703-0674-4cbb-9f3e-f398f357604d {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:59:38.145290 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Port 940aa7fc-de3e-46ed-ae69-062a759e8fdc on network 1c409703-0674-4cbb-9f3e-f398f357604d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:59:38.145602 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Attempting to bind port 940aa7fc-de3e-46ed-ae69-062a759e8fdc on network 1c409703-0674-4cbb-9f3e-f398f357604d {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:59:38.154382 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b9e5b406-4077-48c2-a523-2b4c67af020e req-08cd33d8-7993-4cf4-8791-ff85c5d94d4d tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680542 Sep 15 08:59:38.156140 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:59:38.156468 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Checking segment: {'id': 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:59:38.156833 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Bound using segment: {'id': 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d'} {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:59:38.157253 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Bound port: 940aa7fc-de3e-46ed-ae69-062a759e8fdc, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d'}}] {{(pid=75825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:59:38.157583 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:38.244543 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd83a-9e78-4d19-8e1b-1cffc2efa152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:38.250987 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] For port 940aa7fc-de3e-46ed-ae69-062a759e8fdc, host hv-cinder-80600, cleared binding levels {{(pid=75825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:59:38.255066 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] For port 940aa7fc-de3e-46ed-ae69-062a759e8fdc, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=940aa7fc-de3e-46ed-ae69-062a759e8fdc,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:59:38.359639 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092364'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:38.364238 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-6f3f6cdf-56ec-48bd-9803-3b5b964e94f1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:38.424612 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:38.426253 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] 10.222.0.20 "PUT /v2.0/ports/940aa7fc-de3e-46ed-ae69-062a759e8fdc HTTP/1.1" status: 200 len: 1093 time: 1.3221068 Sep 15 08:59:38.426703 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50af7e90-3b57-4e95-97b0-e298f753c007', 'tag': '940aa7fc-de3e-46ed-ae69-062a759e8fdc'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:59:38.442898 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 5b1d3897-ee7e-462d-a10b-aa48748e0837 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:59:38.466362 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Pushing event updated for resources: {'Port': ['ID=940aa7fc-de3e-46ed-ae69-062a759e8fdc,revision_number=3']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:38.473439 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:38.632173 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port 5b1d3897-ee7e-462d-a10b-aa48748e0837 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:59:38.638551 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port 5b1d3897-ee7e-462d-a10b-aa48748e0837 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:59:38.638925 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:38.640981 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50af7e90-3b57-4e95-97b0-e298f753c007', 'tag': '940aa7fc-de3e-46ed-ae69-062a759e8fdc', 'status': 'completed', 'code': 200} Sep 15 08:59:38.700671 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cc401-228b-425c-9ccd-bf1d465a5711 req-5dce25f2-8544-4df2-bb42-a8b23e2a6522 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:38.702520 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3a9cc401-228b-425c-9ccd-bf1d465a5711 req-5dce25f2-8544-4df2-bb42-a8b23e2a6522 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 943 time: 0.1623230 Sep 15 08:59:38.710448 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-c50ae002-3d27-403f-83ed-b3f0b9913bb7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1349b239f2142be8df3073348f83d4b&device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 1096 time: 0.1328754 Sep 15 08:59:38.752942 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3a9cc401-228b-425c-9ccd-bf1d465a5711 req-64e45036-65ed-4159-a528-63433b175a2b tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415540 Sep 15 08:59:38.762462 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:38.810296 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 5b1d3897-ee7e-462d-a10b-aa48748e0837, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5b1d3897-ee7e-462d-a10b-aa48748e0837,segment=NetworkSegment(0b130402-e422-4c37-aea0-02c594230c7c),segment_id=0b130402-e422-4c37-aea0-02c594230c7c)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:59:38.812578 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3345c950-5ef1-41b8-961a-bbab9d6fcbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1d3897-ee7e-462d-a10b-aa48748e0837'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:59:38.828221 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-4ce90adc-6e71-4cee-9bee-96195a5fb18d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=940aa7fc-de3e-46ed-ae69-062a759e8fdc HTTP/1.1" status: 200 len: 217 time: 0.0730002 Sep 15 08:59:38.864985 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236268a-2148-44b3-89c2-bab6bd796cf5 req-b45e74a4-bfe4-449c-8390-1ee0eeb6e7ba tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:38.868200 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e236268a-2148-44b3-89c2-bab6bd796cf5 req-b45e74a4-bfe4-449c-8390-1ee0eeb6e7ba tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 945 time: 0.0995195 Sep 15 08:59:38.891163 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:38.893880 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:38.907997 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-bb04bc73-6ffe-4a2b-835b-2fbd552c7333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:38.910147 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-bb04bc73-6ffe-4a2b-835b-2fbd552c7333 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=599314a5-b7e7-4604-bd49-77181d9b73d9 HTTP/1.1" status: 200 len: 854 time: 0.0719824 Sep 15 08:59:38.947605 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e236268a-2148-44b3-89c2-bab6bd796cf5 req-7b807a58-b64a-4330-b478-f739837b1b93 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686789 Sep 15 08:59:38.981782 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-77798ee0-b61b-4cc9-8690-4d21fa1d33fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c409703-0674-4cbb-9f3e-f398f357604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535650 Sep 15 08:59:39.035123 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=5b1d3897-ee7e-462d-a10b-aa48748e0837,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:39.042231 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:39.058980 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3345c950-5ef1-41b8-961a-bbab9d6fcbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1d3897-ee7e-462d-a10b-aa48748e0837', 'code': 200} Sep 15 08:59:39.201296 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36af353-5fb3-48a3-b506-aff728ae7fbd req-980db74c-dd3c-47f2-82e0-8761bf63d500 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:39.208172 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f36af353-5fb3-48a3-b506-aff728ae7fbd req-980db74c-dd3c-47f2-82e0-8761bf63d500 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 946 time: 0.2346718 Sep 15 08:59:39.236175 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-7de95186-41e2-4a7a-9afe-da8ed9bb9ca0 service neutron] 10.222.0.20 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930377 Sep 15 08:59:39.359319 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:39.368060 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f36af353-5fb3-48a3-b506-aff728ae7fbd req-24f167f8-4ef1-4eca-b82a-f439b7073459 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590474 Sep 15 08:59:39.465672 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181ffb5-3f10-4a21-be7d-9b9cf17faebc req-985ea37e-0700-4c69-8ac7-fbbafba57f1a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:39.466854 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fd4c2d46-79dd-403f-96c9-627acfe6b5a2 req-29c94adb-2c19-40a1-970b-34a8f0936a71 service neutron] 10.222.0.20 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058794 Sep 15 08:59:39.467731 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f181ffb5-3f10-4a21-be7d-9b9cf17faebc req-985ea37e-0700-4c69-8ac7-fbbafba57f1a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1113458 Sep 15 08:59:39.517472 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f181ffb5-3f10-4a21-be7d-9b9cf17faebc req-f1aa6c91-2a02-4daf-ac28-3cd42c560c4c tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424869 Sep 15 08:59:39.571982 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a9c5010b-9581-4507-ab1a-aab34176eea2 req-28d8e84a-fe04-4a7b-9f3d-1cd3483b62dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 1099 time: 0.0729635 Sep 15 08:59:39.625330 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a9c5010b-9581-4507-ab1a-aab34176eea2 req-11fa9184-5633-442c-be46-1fec6169f495 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398757 Sep 15 08:59:39.954614 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da9df3-35f4-489d-8228-8d8ad28b213c req-356bf38d-d0db-4cc3-8f22-c3bf76cbac6f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:39.956234 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-25da9df3-35f4-489d-8228-8d8ad28b213c req-356bf38d-d0db-4cc3-8f22-c3bf76cbac6f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 943 time: 0.0789177 Sep 15 08:59:40.002673 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-25da9df3-35f4-489d-8228-8d8ad28b213c req-23a25562-2279-4e89-9e52-110533ef07d2 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407672 Sep 15 08:59:40.248528 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-804ae1dc-7c99-44bf-a687-736339857204 req-1099b7a2-7d34-4983-bd53-6d9ae9665fbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1349b239f2142be8df3073348f83d4b&device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 1096 time: 0.0894256 Sep 15 08:59:40.391716 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ae1dc-7c99-44bf-a687-736339857204 req-1c230159-37bb-4824-b43e-bd226801be13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:40.393208 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-804ae1dc-7c99-44bf-a687-736339857204 req-1c230159-37bb-4824-b43e-bd226801be13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1c409703-0674-4cbb-9f3e-f398f357604d HTTP/1.1" status: 200 len: 915 time: 0.1358950 Sep 15 08:59:40.463444 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-804ae1dc-7c99-44bf-a687-736339857204 req-ff241e50-856d-464b-871f-2e12615898aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=940aa7fc-de3e-46ed-ae69-062a759e8fdc HTTP/1.1" status: 200 len: 217 time: 0.0615141 Sep 15 08:59:40.578151 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ae1dc-7c99-44bf-a687-736339857204 req-0c96bbb4-7d1b-42d8-8e24-49ffd0cb2f30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:40.579575 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-804ae1dc-7c99-44bf-a687-736339857204 req-0c96bbb4-7d1b-42d8-8e24-49ffd0cb2f30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=599314a5-b7e7-4604-bd49-77181d9b73d9 HTTP/1.1" status: 200 len: 854 time: 0.1054933 Sep 15 08:59:40.637698 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-804ae1dc-7c99-44bf-a687-736339857204 req-8693f486-93ec-4fe4-8cca-94aab4aaa53b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c409703-0674-4cbb-9f3e-f398f357604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490363 Sep 15 08:59:40.650680 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965a01b-6f86-4dd7-bfee-e53bad1332db req-3d01af05-9f86-4951-b9a8-1ffb56113b0c tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:40.652197 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5965a01b-6f86-4dd7-bfee-e53bad1332db req-3d01af05-9f86-4951-b9a8-1ffb56113b0c tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 946 time: 0.1450870 Sep 15 08:59:40.754629 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c4666-247c-4915-b716-c5f19dc8c1d6 req-b2ea459e-f789-4a14-b5c0-949b1105af8b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:40.756246 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f33c4666-247c-4915-b716-c5f19dc8c1d6 req-b2ea459e-f789-4a14-b5c0-949b1105af8b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1026778 Sep 15 08:59:40.803334 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f33c4666-247c-4915-b716-c5f19dc8c1d6 req-aa031584-e76b-47d8-af9c-18e16103d260 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411823 Sep 15 08:59:40.827826 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:40.858748 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5965a01b-6f86-4dd7-bfee-e53bad1332db req-c770ffd7-ccd2-4abb-8758-6b0b901774e2 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050935 Sep 15 08:59:40.927229 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-804ae1dc-7c99-44bf-a687-736339857204 req-5815fd11-c838-40d4-bb0d-5eb92d67049e service neutron] 10.222.0.20 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740357 Sep 15 08:59:41.060880 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-804ae1dc-7c99-44bf-a687-736339857204 req-a4972012-1b09-45cf-8697-d60914613873 service neutron] 10.222.0.20 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229689 Sep 15 08:59:41.203852 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32338f-f151-4aab-8c6a-cac059ac63fe req-57a4c948-652b-4c1c-a589-19f731fef5bd tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:41.205242 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2c32338f-f151-4aab-8c6a-cac059ac63fe req-57a4c948-652b-4c1c-a589-19f731fef5bd tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 943 time: 0.0776806 Sep 15 08:59:41.294749 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2c32338f-f151-4aab-8c6a-cac059ac63fe req-7badfa43-f0fa-49f1-bf6d-3bbe10072c26 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817227 Sep 15 08:59:41.861326 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 39794) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:42.015177 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcd415-898b-46ca-b13f-9fc27dfb4556 req-fe2456b4-8bd3-4d39-a6e8-09f44189fe87 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:42.016634 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b2dcd415-898b-46ca-b13f-9fc27dfb4556 req-fe2456b4-8bd3-4d39-a6e8-09f44189fe87 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0794895 Sep 15 08:59:42.064720 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63779f43-c32b-4243-b32e-2312bf38dc98 req-0ac10c70-0329-431f-bf00-c8575155afbd tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:42.066210 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-63779f43-c32b-4243-b32e-2312bf38dc98 req-0ac10c70-0329-431f-bf00-c8575155afbd tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 946 time: 0.0782313 Sep 15 08:59:42.071756 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b2dcd415-898b-46ca-b13f-9fc27dfb4556 req-3ee8397a-c9da-4f26-ba85-2f774e9186d4 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483358 Sep 15 08:59:42.092526 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-bec07fc3-04fd-45cc-8c7a-45e838369910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:42.131338 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-63779f43-c32b-4243-b32e-2312bf38dc98 req-bc8a7182-65ad-4812-b033-0f5ac6bd73e7 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562069 Sep 15 08:59:42.147508 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-bec07fc3-04fd-45cc-8c7a-45e838369910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:42.152834 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-bec07fc3-04fd-45cc-8c7a-45e838369910 admin admin] Usage tracker for resource:security_group_rule and tenant:b4e5b9b3b09d4aa9a7ba8841b9a14589 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:42.157784 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-bec07fc3-04fd-45cc-8c7a-45e838369910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:42.165524 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-bec07fc3-04fd-45cc-8c7a-45e838369910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:42.242118 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-bec07fc3-04fd-45cc-8c7a-45e838369910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:42.324581 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-bec07fc3-04fd-45cc-8c7a-45e838369910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:42.336794 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e930c02b-6ff4-4bea-a5bc-fb528df3bd46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:42.381034 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec07fc3-04fd-45cc-8c7a-45e838369910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f897be-315f-4230-8735-87dbb868e0d9,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:42.384100 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-bec07fc3-04fd-45cc-8c7a-45e838369910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:42.390741 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 39810) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:42.390867 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-bec07fc3-04fd-45cc-8c7a-45e838369910 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b4e5b9b3b09d4aa9a7ba8841b9a14589&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5284626 Sep 15 08:59:42.518739 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-227b1260-c7dc-4354-9ea4-c4f841f8ea56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:42.551860 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7b45a-16e7-4a9a-a4e6-8f8e96069e06 req-9325f189-421f-4eb9-94b1-02c02cc45273 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:42.555111 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-afc7b45a-16e7-4a9a-a4e6-8f8e96069e06 req-9325f189-421f-4eb9-94b1-02c02cc45273 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 943 time: 0.1402178 Sep 15 08:59:42.557756 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-227b1260-c7dc-4354-9ea4-c4f841f8ea56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:42.636824 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-afc7b45a-16e7-4a9a-a4e6-8f8e96069e06 req-4163b5e8-3f2c-4c5e-ac5e-72c144e3e7e4 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720980 Sep 15 08:59:42.730249 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-227b1260-c7dc-4354-9ea4-c4f841f8ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:42.735357 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c17d1b71-8a52-4f4d-ba23-393779e8df28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:42.751542 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b1260-c7dc-4354-9ea4-c4f841f8ea56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f897be-315f-4230-8735-87dbb868e0d9,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:42.751542 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-227b1260-c7dc-4354-9ea4-c4f841f8ea56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:42.754965 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-227b1260-c7dc-4354-9ea4-c4f841f8ea56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:42.756213 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-227b1260-c7dc-4354-9ea4-c4f841f8ea56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2f897be-315f-4230-8735-87dbb868e0d9 HTTP/1.1" status: 204 len: 168 time: 0.3643301 Sep 15 08:59:43.265195 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f254f3e-1151-4fcb-9b29-790c85c88368 req-e24e9273-43aa-405e-956b-6653451314fe tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:43.266673 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6f254f3e-1151-4fcb-9b29-790c85c88368 req-e24e9273-43aa-405e-956b-6653451314fe tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0756912 Sep 15 08:59:43.313033 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6f254f3e-1151-4fcb-9b29-790c85c88368 req-9ec62b14-c6fb-4c16-a5cf-8cd3533a10c1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 Sep 15 08:59:43.425053 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 39834) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:43.444425 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-8cb44e42-2804-4f3e-bb0d-8226d680918a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:43.475395 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-8cb44e42-2804-4f3e-bb0d-8226d680918a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:43.480034 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-8cb44e42-2804-4f3e-bb0d-8226d680918a admin admin] Usage tracker for resource:security_group_rule and tenant:0e152f1ef1e34fa4b3ac41f13a3985ca is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:43.483309 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-8cb44e42-2804-4f3e-bb0d-8226d680918a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:43.488790 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-8cb44e42-2804-4f3e-bb0d-8226d680918a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:43.556963 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-8cb44e42-2804-4f3e-bb0d-8226d680918a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:43.639332 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-8cb44e42-2804-4f3e-bb0d-8226d680918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:43.646911 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-3b1ae67f-18bf-4b03-bfb1-b053043f0604 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:43.687894 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb44e42-2804-4f3e-bb0d-8226d680918a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98620bd3-064c-42ee-af20-722be3bc4161,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:43.690949 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-8cb44e42-2804-4f3e-bb0d-8226d680918a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:43.693871 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-8cb44e42-2804-4f3e-bb0d-8226d680918a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e152f1ef1e34fa4b3ac41f13a3985ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2677898 Sep 15 08:59:43.696510 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 39844) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:43.762498 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-bf44a4a9-4cf1-4806-8f31-924d89b99c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:43.797448 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-bf44a4a9-4cf1-4806-8f31-924d89b99c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:43.860304 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ed44b-3aba-4a03-8967-4276c810ec7c req-b92bee7a-d505-4889-8ba4-fc0ce4bbc672 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:43.861903 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ec2ed44b-3aba-4a03-8967-4276c810ec7c req-b92bee7a-d505-4889-8ba4-fc0ce4bbc672 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 943 time: 0.0923202 Sep 15 08:59:43.908065 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ec2ed44b-3aba-4a03-8967-4276c810ec7c req-ca5226ce-c7f6-4827-8047-fb3d2d43e773 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404263 Sep 15 08:59:43.918737 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-bf44a4a9-4cf1-4806-8f31-924d89b99c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:43.923961 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-446144f9-d967-45fe-a700-6ce0c00ac33e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:43.941790 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44a4a9-4cf1-4806-8f31-924d89b99c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98620bd3-064c-42ee-af20-722be3bc4161,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:43.942111 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-bf44a4a9-4cf1-4806-8f31-924d89b99c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:43.946507 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-bf44a4a9-4cf1-4806-8f31-924d89b99c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:43.947784 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-bf44a4a9-4cf1-4806-8f31-924d89b99c0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98620bd3-064c-42ee-af20-722be3bc4161 HTTP/1.1" status: 204 len: 168 time: 0.2503061 Sep 15 08:59:44.498983 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 940aa7fc-de3e-46ed-ae69-062a759e8fdc details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:59:44.525395 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798721b-b03a-4084-9134-d247dc632171 req-67ab7592-a234-4bde-9a6e-85adc4db8c7e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:44.529215 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2798721b-b03a-4084-9134-d247dc632171 req-67ab7592-a234-4bde-9a6e-85adc4db8c7e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 946 time: 0.1010525 Sep 15 08:59:44.535263 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaee4ee-f6a3-4994-a779-007473f5bafc req-0188f06d-c1e1-4e00-adee-f8e4fea67ad9 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:44.537427 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-deaee4ee-f6a3-4994-a779-007473f5bafc req-0188f06d-c1e1-4e00-adee-f8e4fea67ad9 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0997229 Sep 15 08:59:44.586721 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2798721b-b03a-4084-9134-d247dc632171 req-ac331879-89c5-4a63-8962-1f8b250ba704 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520327 Sep 15 08:59:44.595340 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 39870) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:44.621034 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-deaee4ee-f6a3-4994-a779-007473f5bafc req-7c5d1383-05c5-4c2e-a8a6-0450fec51094 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778651 Sep 15 08:59:44.738329 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 940aa7fc-de3e-46ed-ae69-062a759e8fdc, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=940aa7fc-de3e-46ed-ae69-062a759e8fdc,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:59:44.751825 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': '940aa7fc-de3e-46ed-ae69-062a759e8fdc', 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d', 'port_id': '940aa7fc-de3e-46ed-ae69-062a759e8fdc', 'mac_address': 'fa:16:3e:b2:fc:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599314a5-b7e7-4604-bd49-77181d9b73d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:59:44.787158 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-483d8ff2-2516-4051-93bd-a8aa2e2af036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:44.806558 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:44.823675 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-483d8ff2-2516-4051-93bd-a8aa2e2af036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:44.827238 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940aa7fc-de3e-46ed-ae69-062a759e8fdc {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:59:44.827791 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-483d8ff2-2516-4051-93bd-a8aa2e2af036 admin admin] Usage tracker for resource:security_group_rule and tenant:35634fd7c87641f5970aac7d84a72030 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:44.830654 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-483d8ff2-2516-4051-93bd-a8aa2e2af036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:44.836492 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-483d8ff2-2516-4051-93bd-a8aa2e2af036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:44.842814 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 940aa7fc-de3e-46ed-ae69-062a759e8fdc, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=940aa7fc-de3e-46ed-ae69-062a759e8fdc,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:59:44.906594 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-483d8ff2-2516-4051-93bd-a8aa2e2af036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:44.930971 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:44.932763 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:44.979782 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 39878) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:44.999797 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-5737166d-4dbf-43c1-9efc-2646c7a24e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:45.002027 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=940aa7fc-de3e-46ed-ae69-062a759e8fdc,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:45.005444 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:45.023385 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-483d8ff2-2516-4051-93bd-a8aa2e2af036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:45.037784 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:45.080163 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d8ff2-2516-4051-93bd-a8aa2e2af036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b05ba4-bbd2-4bc2-8d04-a77af41c21f6,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:45.084884 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-483d8ff2-2516-4051-93bd-a8aa2e2af036 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35634fd7c87641f5970aac7d84a72030&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4904897 Sep 15 08:59:45.085824 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-483d8ff2-2516-4051-93bd-a8aa2e2af036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:45.088070 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-5737166d-4dbf-43c1-9efc-2646c7a24e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:45.090968 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 39884) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:45.105085 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-5737166d-4dbf-43c1-9efc-2646c7a24e46 admin admin] Usage tracker for resource:security_group_rule and tenant:d4e916b83d29404fb672b69e9471cefc is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:45.113817 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-5737166d-4dbf-43c1-9efc-2646c7a24e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:45.135979 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-5737166d-4dbf-43c1-9efc-2646c7a24e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:45.280746 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bad1c-bd64-4b50-a496-c1b711dd12a0 req-edf1c837-677a-4fe7-9f60-efed5374b0f8 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:45.282278 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-239bad1c-bd64-4b50-a496-c1b711dd12a0 req-edf1c837-677a-4fe7-9f60-efed5374b0f8 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 944 time: 0.2523651 Sep 15 08:59:45.285862 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1f9ce171-05e6-4e31-b67c-336fee20a5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:45.351349 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1f9ce171-05e6-4e31-b67c-336fee20a5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:45.392391 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-5737166d-4dbf-43c1-9efc-2646c7a24e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:45.415027 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-239bad1c-bd64-4b50-a496-c1b711dd12a0 req-4e00ceb2-ac5d-4f07-82fb-45cedbe11db6 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204364 Sep 15 08:59:45.455894 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-5737166d-4dbf-43c1-9efc-2646c7a24e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:45.463416 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-f108cb25-9c69-4ccb-a7c7-c783ad9ea3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:45.502366 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737166d-4dbf-43c1-9efc-2646c7a24e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1751b81b-b22e-41ad-b173-e342808a6bab,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:45.505503 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-5737166d-4dbf-43c1-9efc-2646c7a24e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:45.508656 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-5737166d-4dbf-43c1-9efc-2646c7a24e46 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4e916b83d29404fb672b69e9471cefc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5273113 Sep 15 08:59:45.511282 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 39888) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:59:45.523313 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1f9ce171-05e6-4e31-b67c-336fee20a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:45.528606 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-f0fe2224-2718-492a-9a93-d51a1f037bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:45.550199 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ce171-05e6-4e31-b67c-336fee20a5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b05ba4-bbd2-4bc2-8d04-a77af41c21f6,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:45.555401 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1f9ce171-05e6-4e31-b67c-336fee20a5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:45.579257 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1f9ce171-05e6-4e31-b67c-336fee20a5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:45.579715 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-1f9ce171-05e6-4e31-b67c-336fee20a5e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2b05ba4-bbd2-4bc2-8d04-a77af41c21f6 HTTP/1.1" status: 204 len: 168 time: 0.4888637 Sep 15 08:59:45.599844 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4814265f-afb2-475a-962f-298cb5cd5e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:45.627021 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4814265f-afb2-475a-962f-298cb5cd5e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:45.631828 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['940aa7fc-de3e-46ed-ae69-062a759e8fdc'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:59:45.752611 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4814265f-afb2-475a-962f-298cb5cd5e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:45.761309 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-227b1260-c7dc-4354-9ea4-c4f841f8ea56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:45.779974 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814265f-afb2-475a-962f-298cb5cd5e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1751b81b-b22e-41ad-b173-e342808a6bab,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:45.782927 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4814265f-afb2-475a-962f-298cb5cd5e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:45.784485 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-4814265f-afb2-475a-962f-298cb5cd5e8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1751b81b-b22e-41ad-b173-e342808a6bab HTTP/1.1" status: 204 len: 168 time: 0.2721486 Sep 15 08:59:45.786236 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4814265f-afb2-475a-962f-298cb5cd5e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:45.834696 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7ed91-27d3-4ca6-9644-aae9cd38b60c req-ff493d1c-46ec-471c-bf93-2f80e6a46f02 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:45.837203 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d7f7ed91-27d3-4ca6-9644-aae9cd38b60c req-ff493d1c-46ec-471c-bf93-2f80e6a46f02 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 946 time: 0.0990732 Sep 15 08:59:45.922730 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d7f7ed91-27d3-4ca6-9644-aae9cd38b60c req-1a750d39-6ce1-4561-b14b-eef039defebf tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784338 Sep 15 08:59:45.958001 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b62ad4-d7e2-4097-90b0-e053f3c94b4c req-d2ccaae3-dfb3-44aa-8af5-7aeee422b8ff tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:45.959521 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a9b62ad4-d7e2-4097-90b0-e053f3c94b4c req-d2ccaae3-dfb3-44aa-8af5-7aeee422b8ff tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0974355 Sep 15 08:59:46.019840 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a9b62ad4-d7e2-4097-90b0-e053f3c94b4c req-db9e2426-149f-47c7-99c7-c20c913fb016 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505111 Sep 15 08:59:46.635266 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40398bcd-9206-47d7-839a-da3a28ed0a68 req-4f63c5e1-1c7b-47e4-9c44-2314c859bd08 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:46.636748 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-40398bcd-9206-47d7-839a-da3a28ed0a68 req-4f63c5e1-1c7b-47e4-9c44-2314c859bd08 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 944 time: 0.0870373 Sep 15 08:59:46.683704 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-40398bcd-9206-47d7-839a-da3a28ed0a68 req-058f6340-8a95-4824-adb3-5031b8e1a00a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407927 Sep 15 08:59:47.175258 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31404bd7-d39b-4894-aefc-fcafe3f1381e req-d61dca49-023e-4daa-913e-7d30e4f4491e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:47.178160 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-31404bd7-d39b-4894-aefc-fcafe3f1381e req-d61dca49-023e-4daa-913e-7d30e4f4491e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.20 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 946 time: 0.1075084 Sep 15 08:59:47.210654 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba30d54-4340-4073-9660-0c322aac398d req-4ee05f50-f175-4066-ad20-29f1015218d5 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:47.213453 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3ba30d54-4340-4073-9660-0c322aac398d req-4ee05f50-f175-4066-ad20-29f1015218d5 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 946 time: 0.1699533 Sep 15 08:59:47.263974 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3ba30d54-4340-4073-9660-0c322aac398d req-f3c6c79d-af22-4be8-80b8-4897a907b4b3 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444605 Sep 15 08:59:47.323518 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [req-31404bd7-d39b-4894-aefc-fcafe3f1381e req-8fae187e-f70a-42af-a3b1-1f4dbe89e36e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Deleting port 5b1d3897-ee7e-462d-a10b-aa48748e0837 {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:59:47.323875 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-31404bd7-d39b-4894-aefc-fcafe3f1381e req-8fae187e-f70a-42af-a3b1-1f4dbe89e36e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:47.456201 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee357526-e6c5-4348-ba79-220c1cfcd245 req-389dd6e0-b041-4002-930a-68914d314e98 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:47.457652 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ee357526-e6c5-4348-ba79-220c1cfcd245 req-389dd6e0-b041-4002-930a-68914d314e98 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.2265103 Sep 15 08:59:47.603097 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ee357526-e6c5-4348-ba79-220c1cfcd245 req-8fd6bc44-8b31-4a21-a0a5-8375307fea26 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263463 Sep 15 08:59:47.694779 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-31404bd7-d39b-4894-aefc-fcafe3f1381e req-8fae187e-f70a-42af-a3b1-1f4dbe89e36e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] For port 5b1d3897-ee7e-462d-a10b-aa48748e0837, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5b1d3897-ee7e-462d-a10b-aa48748e0837,segment=NetworkSegment(0b130402-e422-4c37-aea0-02c594230c7c),segment_id=0b130402-e422-4c37-aea0-02c594230c7c)] {{(pid=75825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:59:47.695034 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-31404bd7-d39b-4894-aefc-fcafe3f1381e req-8fae187e-f70a-42af-a3b1-1f4dbe89e36e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:47.830491 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [req-31404bd7-d39b-4894-aefc-fcafe3f1381e req-8fae187e-f70a-42af-a3b1-1f4dbe89e36e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Calling delete_port for 5b1d3897-ee7e-462d-a10b-aa48748e0837 owned by compute:nova {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:59:48.076224 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481b0e4-e02c-4ee8-93a0-987a8466e23a req-856f32cb-363e-4b1d-b93c-44fa00cfeda4 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:48.077653 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8481b0e4-e02c-4ee8-93a0-987a8466e23a req-856f32cb-363e-4b1d-b93c-44fa00cfeda4 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 944 time: 0.2176847 Sep 15 08:59:48.142886 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8481b0e4-e02c-4ee8-93a0-987a8466e23a req-bd2ce0cd-ec76-4906-bd75-30eba963ee45 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568731 Sep 15 08:59:48.198954 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-31404bd7-d39b-4894-aefc-fcafe3f1381e req-8fae187e-f70a-42af-a3b1-1f4dbe89e36e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:48.205727 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:48.247280 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['5b1d3897-ee7e-462d-a10b-aa48748e0837'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:59:48.252755 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae187e-f70a-42af-a3b1-1f4dbe89e36e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Pushing event deleted for resources: {'Port': ['ID=5b1d3897-ee7e-462d-a10b-aa48748e0837,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:48.260432 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-8fae187e-f70a-42af-a3b1-1f4dbe89e36e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:48.325220 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [req-31404bd7-d39b-4894-aefc-fcafe3f1381e req-8fae187e-f70a-42af-a3b1-1f4dbe89e36e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] No DVR routers for this DVR port 5b1d3897-ee7e-462d-a10b-aa48748e0837 on host hv-cinder-80600 {{(pid=75825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:59:48.328297 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-31404bd7-d39b-4894-aefc-fcafe3f1381e req-8fae187e-f70a-42af-a3b1-1f4dbe89e36e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:48.332176 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3345c950-5ef1-41b8-961a-bbab9d6fcbf7', 'name': 'network-vif-deleted', 'tag': '5b1d3897-ee7e-462d-a10b-aa48748e0837'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:59:48.394391 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3345c950-5ef1-41b8-961a-bbab9d6fcbf7', 'name': 'network-vif-deleted', 'tag': '5b1d3897-ee7e-462d-a10b-aa48748e0837', 'status': 'completed', 'code': 200} Sep 15 08:59:48.405298 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-31404bd7-d39b-4894-aefc-fcafe3f1381e req-8fae187e-f70a-42af-a3b1-1f4dbe89e36e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.20 "DELETE /v2.0/ports/5b1d3897-ee7e-462d-a10b-aa48748e0837 HTTP/1.1" status: 204 len: 173 time: 1.2212894 Sep 15 08:59:48.435591 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9bd27856-4304-4746-a918-64d97226d7f0 req-a2f1c020-8811-4dab-8d49-1d97702d7130 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 210 time: 0.0441422 Sep 15 08:59:48.505024 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 940aa7fc-de3e-46ed-ae69-062a759e8fdc up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:59:48.719703 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port 940aa7fc-de3e-46ed-ae69-062a759e8fdc completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:59:48.725677 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port 940aa7fc-de3e-46ed-ae69-062a759e8fdc triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:59:48.729925 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:48.821891 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e38e7-72eb-45fb-ab98-6b122e62a656 req-c2cb30e0-49bc-437e-b100-5a90c9cc920b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:48.823426 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8b6e38e7-72eb-45fb-ab98-6b122e62a656 req-c2cb30e0-49bc-437e-b100-5a90c9cc920b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0935302 Sep 15 08:59:48.873418 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8b6e38e7-72eb-45fb-ab98-6b122e62a656 req-e5d7bbaf-73d6-4369-87f4-fc51d3d40a24 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Sep 15 08:59:48.878795 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:48.911516 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50af7e90-3b57-4e95-97b0-e298f753c007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940aa7fc-de3e-46ed-ae69-062a759e8fdc'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:59:48.924187 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 940aa7fc-de3e-46ed-ae69-062a759e8fdc, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=940aa7fc-de3e-46ed-ae69-062a759e8fdc,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:59:48.970408 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50af7e90-3b57-4e95-97b0-e298f753c007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940aa7fc-de3e-46ed-ae69-062a759e8fdc', 'code': 200} Sep 15 08:59:49.020874 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:49.023552 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:49.105446 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=940aa7fc-de3e-46ed-ae69-062a759e8fdc,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:49.108843 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:49.300719 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-45a011f7-33e6-49b7-b57b-0f7bdd235f7d tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=72b6343f1c844d948bcc8ac62e2214b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321815 Sep 15 08:59:49.360524 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde0f7c-2ee2-4f24-85a1-a559c98ee1d1 req-a1fae347-5dc1-4399-b1e8-78072416a67c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:49.361983 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-bfde0f7c-2ee2-4f24-85a1-a559c98ee1d1 req-a1fae347-5dc1-4399-b1e8-78072416a67c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 945 time: 0.0916789 Sep 15 08:59:49.412614 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-bfde0f7c-2ee2-4f24-85a1-a559c98ee1d1 req-ce9b105c-d045-4a33-98f8-bbdbe6e2f9be tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414340 Sep 15 08:59:49.480040 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-ea5e4ae3-4485-4128-89e9-a33c52e6129f tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:49.481532 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-ea5e4ae3-4485-4128-89e9-a33c52e6129f tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750269 Sep 15 08:59:49.498676 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-aed7cd48-6b9e-4921-b7a8-b2f98da04c47 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/quotas/72b6343f1c844d948bcc8ac62e2214b7 HTTP/1.1" status: 200 len: 375 time: 0.0117753 Sep 15 08:59:49.552125 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-67572244-e9d8-4ec2-8240-1ca6760f61ce tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=72b6343f1c844d948bcc8ac62e2214b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483186 Sep 15 08:59:49.631349 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-112da9df-bb94-423f-bcab-3179265f36ed req-abaac983-7445-4471-929f-c84d701074a5 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Synchronizing usage tracker for tenant:8bd1284f0069453d9dc1923926636b4f on resource:port {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:59:49.652902 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8cc6b1bf-dcfd-4798-8cd9-d03dd4dd7172 req-21203f2d-f47d-492d-883f-6f380ac92145 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 1098 time: 0.1361809 Sep 15 08:59:49.709794 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8cc6b1bf-dcfd-4798-8cd9-d03dd4dd7172 req-0a5a00a0-db40-45d1-9855-5623f2b28e49 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391643 Sep 15 08:59:49.717667 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-112da9df-bb94-423f-bcab-3179265f36ed req-abaac983-7445-4471-929f-c84d701074a5 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Unset dirty status for tenant:8bd1284f0069453d9dc1923926636b4f on resource:port {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:59:49.718762 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-112da9df-bb94-423f-bcab-3179265f36ed req-abaac983-7445-4471-929f-c84d701074a5 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=3345c950-5ef1-41b8-961a-bbab9d6fcbf7 HTTP/1.1" status: 200 len: 210 time: 0.1331120 Sep 15 08:59:49.863131 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f347653f-865e-460e-a576-d2374b1edcd4 req-d7ae4c4f-7488-4332-ba94-c3d173cd4150 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 210 time: 0.0450051 Sep 15 08:59:50.085707 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5419e1-3ab4-4760-bcf9-216277fc4005 req-c26e9dd4-6b39-4131-ab33-2b094b269a55 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:50.087802 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8b5419e1-3ab4-4760-bcf9-216277fc4005 req-c26e9dd4-6b39-4131-ab33-2b094b269a55 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0769250 Sep 15 08:59:50.135857 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8b5419e1-3ab4-4760-bcf9-216277fc4005 req-7da88111-2c2c-4c26-a0a2-a08772d614d9 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415723 Sep 15 08:59:50.612023 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c8e20-6b44-434c-8314-37c2a13ccf8c req-6b1b5ed6-e9b0-4e15-97ce-2b2afbc73ae4 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:50.613569 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9c1c8e20-6b44-434c-8314-37c2a13ccf8c req-6b1b5ed6-e9b0-4e15-97ce-2b2afbc73ae4 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 945 time: 0.0771346 Sep 15 08:59:50.661166 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9c1c8e20-6b44-434c-8314-37c2a13ccf8c req-125b1058-6a27-4c29-9d0c-1a4bff10973e tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 Sep 15 08:59:51.037310 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-1cfdd38d-c865-441b-bfa3-828d28ed5301 req-e48d8d2c-2a8b-4d04-8f77-c5060fea92a2 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 210 time: 0.0434484 Sep 15 08:59:51.163836 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-dea3d371-e651-4596-9e2d-efe966c2cb99 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:51.165907 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-dea3d371-e651-4596-9e2d-efe966c2cb99 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/networks?id=63e0e726-1b2c-492a-a326-ad06482c3cf5 HTTP/1.1" status: 200 len: 808 time: 0.1468103 Sep 15 08:59:51.183376 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-22978c0f-ca4d-4288-8675-efb3589c435a tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/quotas/8bd1284f0069453d9dc1923926636b4f HTTP/1.1" status: 200 len: 375 time: 0.0112746 Sep 15 08:59:51.232791 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-82134d06-d1a8-4514-90c2-a683dd7ecf48 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8bd1284f0069453d9dc1923926636b4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441463 Sep 15 08:59:51.346613 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9fba9-3d5d-42bf-9a88-ee9baa1673c9 req-b5903086-be2b-4cfd-880b-cdd9f9c539b7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:51.348149 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-03b9fba9-3d5d-42bf-9a88-ee9baa1673c9 req-b5903086-be2b-4cfd-880b-cdd9f9c539b7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0897827 Sep 15 08:59:51.394581 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-55334c51-a784-41f2-9159-19f80cc77a01 service neutron] 10.222.0.39 "GET /v2.0/networks/63e0e726-1b2c-492a-a326-ad06482c3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417308 Sep 15 08:59:51.397843 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-03b9fba9-3d5d-42bf-9a88-ee9baa1673c9 req-7d759a4e-6542-4375-959d-20c5bcd1f99e tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 Sep 15 08:59:51.533016 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-804a591b-51be-48c8-90bf-d2ad62d1984f service neutron] 10.222.0.39 "GET /v2.0/networks/63e0e726-1b2c-492a-a326-ad06482c3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308906 Sep 15 08:59:51.937251 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f17fdb-37ec-434c-bd07-48aa717e0a41 req-941cbd39-025a-4091-9f13-6be01c77b144 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:51.938856 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-26f17fdb-37ec-434c-bd07-48aa717e0a41 req-941cbd39-025a-4091-9f13-6be01c77b144 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 945 time: 0.0972157 Sep 15 08:59:51.942998 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0b4fa9cc-8aa0-4648-a4c0-7b6fea705248 req-fb049e58-0f9d-4324-a937-7b392ac02393 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 210 time: 0.0465767 Sep 15 08:59:51.985553 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-26f17fdb-37ec-434c-bd07-48aa717e0a41 req-208c3166-b080-441a-8a80-b931a0553af2 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403197 Sep 15 08:59:52.215730 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b08da01b-cd19-43bf-be9b-b33b3d4e0d31 req-6817b832-e814-4d7e-a59c-9400d6971454 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 210 time: 0.0431356 Sep 15 08:59:52.542825 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 5b1d3897-ee7e-462d-a10b-aa48748e0837 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:59:52.572374 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-e03f69e8-79c2-4b5a-b93f-a68a89935b4f tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=72b6343f1c844d948bcc8ac62e2214b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262444 Sep 15 08:59:52.590356 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: 5b1d3897-ee7e-462d-a10b-aa48748e0837 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:59:52.590356 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 5b1d3897-ee7e-462d-a10b-aa48748e0837 not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:59:52.624118 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4800ab-e9b2-4022-8eaa-e9bb39bc6e2d req-84678fa7-d3e0-4cd6-849b-33dac386fe48 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:52.625791 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3a4800ab-e9b2-4022-8eaa-e9bb39bc6e2d req-84678fa7-d3e0-4cd6-849b-33dac386fe48 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1003261 Sep 15 08:59:52.683100 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3a4800ab-e9b2-4022-8eaa-e9bb39bc6e2d req-d5b69b19-9eee-42d3-9e06-386dcc1aeab3 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509982 Sep 15 08:59:52.754464 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-306205e0-8d02-4521-91b6-fc8d3c85328c tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:52.756496 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-306205e0-8d02-4521-91b6-fc8d3c85328c tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743169 Sep 15 08:59:52.795364 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Request body: {'port': {'device_id': '72ab441b-e63b-43fe-9379-802feabe79af', 'network_id': 'f86a67ee-7a41-4e41-aaee-84a024c1a5b5', 'admin_state_up': True, 'tenant_id': '72b6343f1c844d948bcc8ac62e2214b7'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:59:53.013909 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:53.024833 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Usage tracker for resource:port and tenant:72b6343f1c844d948bcc8ac62e2214b7 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:53.027236 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:53.033884 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:53.157136 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Made reservation on behalf of 72b6343f1c844d948bcc8ac62e2214b7 for: {'port': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:59:53.172156 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:53.241723 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ef532c70-b5dc-42ec-9f8f-7872cf81e548 req-78843ba7-f267-44e2-bc87-8539fba9923c tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 210 time: 0.1449919 Sep 15 08:59:53.247107 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:53.282742 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:53.288609 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Usage tracker for resource:security_group_rule and tenant:72b6343f1c844d948bcc8ac62e2214b7 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:59:53.292236 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:59:53.297646 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:53.369238 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:53.384032 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c467a736-f6b9-43b5-967c-181de0f734b9 req-4b807518-5e30-425d-bd76-492ff747bff6 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 210 time: 0.0398090 Sep 15 08:59:53.439047 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:53.441877 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-bf44a4a9-4cf1-4806-8f31-924d89b99c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:53.524874 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c61d9b-1906-476c-80c3-31d4a3709503,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:53.544097 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:53.544454 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:53.544804 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:53.545149 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:53.545799 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:53.546167 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:53.546508 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:53.546839 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:53.547179 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:53.547526 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:53.547841 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:53.552250 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:53.634142 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Allocated IP 192.168.233.242 (f86a67ee-7a41-4e41-aaee-84a024c1a5b5/e52ccd17-3866-4b1c-ac82-27a448f9616b/88421ab9-f482-4ad4-9055-bff29835d130) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:59:53.875254 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:53.901084 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.provisioning_blocks [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Transition to ACTIVE for port object 88421ab9-f482-4ad4-9055-bff29835d130 will not be triggered until provisioned by entity DHCP. {{(pid=75825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:59:53.928914 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6d9e3-cc38-41a4-afee-53aaa502e118 req-07b1ed05-dfeb-4531-ba9e-83c98cbcbab9 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:53.930982 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-86d6d9e3-cc38-41a4-afee-53aaa502e118 req-07b1ed05-dfeb-4531-ba9e-83c98cbcbab9 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1136718 Sep 15 08:59:53.990628 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-86d6d9e3-cc38-41a4-afee-53aaa502e118 req-58cc36b7-d57d-4178-92e7-6cb3e8e54afb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488172 Sep 15 08:59:53.994148 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:53.999454 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-08b21d96-4403-4536-a101-d04b21e6ca20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:54.065102 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Network f86a67ee-7a41-4e41-aaee-84a024c1a5b5 is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:59:54.068184 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:59:54.072669 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:59:54.100610 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Pushing event updated for resources: {'Port': ['ID=88421ab9-f482-4ad4-9055-bff29835d130,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:54.113531 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:54.145077 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:54.145713 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:54.285776 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4947243 Sep 15 08:59:54.318163 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Request body: {'port': {'device_id': '72ab441b-e63b-43fe-9379-802feabe79af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:59:54.433755 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-78d752e4-1123-4420-81ce-1fcdfdc67691 None None] Provisioning for port 88421ab9-f482-4ad4-9055-bff29835d130 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:59:54.441076 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-78d752e4-1123-4420-81ce-1fcdfdc67691 None None] Provisioning complete for port 88421ab9-f482-4ad4-9055-bff29835d130 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:59:54.441667 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-78d752e4-1123-4420-81ce-1fcdfdc67691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:54.460552 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:54.560201 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fb8d2fac-eccf-4847-a1f4-7dcc1cc9bee8 req-07865970-433e-4f99-8908-262caca071f2 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 210 time: 0.1666181 Sep 15 08:59:54.587660 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-78d752e4-1123-4420-81ce-1fcdfdc67691 None None] Port 88421ab9-f482-4ad4-9055-bff29835d130 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:59:54.795892 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622ad40-8384-48ed-835c-59d900e554d4 req-d788a99b-0778-4b15-9522-1db3c18dad7e tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:54.796225 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-9622ad40-8384-48ed-835c-59d900e554d4 req-d788a99b-0778-4b15-9522-1db3c18dad7e tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Synchronizing usage tracker for tenant:72b6343f1c844d948bcc8ac62e2214b7 on resource:port {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:59:54.815955 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-82efb50c-6360-494c-be1f-249de1777091 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:54.817576 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-82efb50c-6360-494c-be1f-249de1777091 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.20 "GET /v2.0/networks?id=63e0e726-1b2c-492a-a326-ad06482c3cf5 HTTP/1.1" status: 200 len: 808 time: 0.1725554 Sep 15 08:59:54.852735 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Request body: {'port': {'device_id': 'f8493648-d1a6-4d4d-bceb-4513f9bcb75f', 'network_id': '63e0e726-1b2c-492a-a326-ad06482c3cf5', 'admin_state_up': True, 'tenant_id': '8bd1284f0069453d9dc1923926636b4f'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:59:54.920052 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88421ab9-f482-4ad4-9055-bff29835d130 {{(pid=75825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:59:54.927218 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:54.942264 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.provisioning_blocks [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Transition to ACTIVE for port object 88421ab9-f482-4ad4-9055-bff29835d130 will not be triggered until provisioned by entity L2. {{(pid=75825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:59:54.943154 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-9622ad40-8384-48ed-835c-59d900e554d4 req-d788a99b-0778-4b15-9522-1db3c18dad7e tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Unset dirty status for tenant:72b6343f1c844d948bcc8ac62e2214b7 on resource:port {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:59:54.944297 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9622ad40-8384-48ed-835c-59d900e554d4 req-d788a99b-0778-4b15-9522-1db3c18dad7e tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 936 time: 0.3382058 Sep 15 08:59:54.996009 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-9622ad40-8384-48ed-835c-59d900e554d4 req-64aa86cb-1464-4bc0-b5ac-0e1ae60d1f50 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Synchronizing usage tracker for tenant:72b6343f1c844d948bcc8ac62e2214b7 on resource:security_group {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:59:54.999573 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:59:55.010020 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:59:55.045133 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092364'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:55.051737 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:55.163130 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-9622ad40-8384-48ed-835c-59d900e554d4 req-64aa86cb-1464-4bc0-b5ac-0e1ae60d1f50 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Unset dirty status for tenant:72b6343f1c844d948bcc8ac62e2214b7 on resource:security_group {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:59:55.164311 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9622ad40-8384-48ed-835c-59d900e554d4 req-64aa86cb-1464-4bc0-b5ac-0e1ae60d1f50 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135019 Sep 15 08:59:55.212902 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Made reservation on behalf of 8bd1284f0069453d9dc1923926636b4f for: {'port': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:59:55.219029 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:55.242724 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Pushing event updated for resources: {'Port': ['ID=88421ab9-f482-4ad4-9055-bff29835d130,revision_number=2']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:55.250379 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:55.391245 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Attempting to bind port 88421ab9-f482-4ad4-9055-bff29835d130 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:59:55.391651 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Attempting to bind port 88421ab9-f482-4ad4-9055-bff29835d130 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'b8902f46-a1a0-4111-8af4-52159d54cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f86a67ee-7a41-4e41-aaee-84a024c1a5b5'}] {{(pid=75825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:59:55.391984 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Attempting to bind port 88421ab9-f482-4ad4-9055-bff29835d130 on network f86a67ee-7a41-4e41-aaee-84a024c1a5b5 {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:59:55.412118 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Port 88421ab9-f482-4ad4-9055-bff29835d130 on network f86a67ee-7a41-4e41-aaee-84a024c1a5b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:59:55.412756 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Attempting to bind port 88421ab9-f482-4ad4-9055-bff29835d130 on network f86a67ee-7a41-4e41-aaee-84a024c1a5b5 {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:59:55.428362 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:59:55.429967 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Checking segment: {'id': 'b8902f46-a1a0-4111-8af4-52159d54cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f86a67ee-7a41-4e41-aaee-84a024c1a5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:59:55.434452 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Bound using segment: {'id': 'b8902f46-a1a0-4111-8af4-52159d54cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f86a67ee-7a41-4e41-aaee-84a024c1a5b5'} {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:59:55.435027 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Bound port: 88421ab9-f482-4ad4-9055-bff29835d130, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8902f46-a1a0-4111-8af4-52159d54cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f86a67ee-7a41-4e41-aaee-84a024c1a5b5'}}] {{(pid=75825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:59:55.436033 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:55.444527 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6613fc-4229-4531-a455-9f960e430b39 req-37d9ea8a-267d-476d-befa-08698ed43778 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:55.446034 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0a6613fc-4229-4531-a455-9f960e430b39 req-37d9ea8a-267d-476d-befa-08698ed43778 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.3184228 Sep 15 08:59:55.543054 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] For port 88421ab9-f482-4ad4-9055-bff29835d130, host hv-cinder-80600, cleared binding levels {{(pid=75825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:59:55.546476 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] For port 88421ab9-f482-4ad4-9055-bff29835d130, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=88421ab9-f482-4ad4-9055-bff29835d130,segment=NetworkSegment(b8902f46-a1a0-4111-8af4-52159d54cc27),segment_id=b8902f46-a1a0-4111-8af4-52159d54cc27)] {{(pid=75825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:59:55.566111 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0a6613fc-4229-4531-a455-9f960e430b39 req-83c8bcec-18c3-41f5-accf-4c35eca779a0 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121390 Sep 15 08:59:55.569718 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Allocated IP 172.20.0.5 (63e0e726-1b2c-492a-a326-ad06482c3cf5/add5a144-ecfc-4d3e-b9a8-8adde013b2c6/46a75e53-1878-499f-89c2-34e2b09778a8) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:59:55.640184 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092364'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:55.645636 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:55.708320 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:55.709751 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] 10.222.0.20 "PUT /v2.0/ports/88421ab9-f482-4ad4-9055-bff29835d130 HTTP/1.1" status: 200 len: 1098 time: 1.3972979 Sep 15 08:59:55.710250 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ab441b-e63b-43fe-9379-802feabe79af', 'tag': '88421ab9-f482-4ad4-9055-bff29835d130'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:59:55.725644 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Pushing event updated for resources: {'Port': ['ID=88421ab9-f482-4ad4-9055-bff29835d130,revision_number=3']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:55.738923 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:55.825896 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:55.952964 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dda74117-ef26-4972-b5d8-7eb2880bb63a req-d7603944-7470-45a6-a371-ee506b1f743f tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 210 time: 0.0810311 Sep 15 08:59:55.958859 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:55.966769 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:56.053112 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ab441b-e63b-43fe-9379-802feabe79af', 'tag': '88421ab9-f482-4ad4-9055-bff29835d130', 'status': 'completed', 'code': 200} Sep 15 08:59:56.078525 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-f0532cdd-071f-47c7-935c-7ddce6159259 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b6343f1c844d948bcc8ac62e2214b7&device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 1101 time: 0.1707840 Sep 15 08:59:56.080742 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Network 63e0e726-1b2c-492a-a326-ad06482c3cf5 is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:59:56.084065 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:59:56.089191 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:59:56.119164 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Pushing event updated for resources: {'Port': ['ID=46a75e53-1878-499f-89c2-34e2b09778a8,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:56.148959 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:56.149302 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:56.149630 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:56.149979 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:56.150368 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:56.150713 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:56.151398 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:56.151398 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:56.151819 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:56.152159 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:56.152493 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:59:56.158128 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:56.179006 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:56.179791 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:56.204507 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-7b7c7ac5-77dd-4dda-aa17-c9254684eea4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=88421ab9-f482-4ad4-9055-bff29835d130 HTTP/1.1" status: 200 len: 217 time: 0.0988641 Sep 15 08:59:56.277574 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-f47c152c-6de6-45b4-a8dc-3efb645560f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:56.278945 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-f47c152c-6de6-45b4-a8dc-3efb645560f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e52ccd17-3866-4b1c-ac82-27a448f9616b HTTP/1.1" status: 200 len: 843 time: 0.0629888 Sep 15 08:59:56.284168 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4351344 Sep 15 08:59:56.316895 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Request body: {'port': {'device_id': 'f8493648-d1a6-4d4d-bceb-4513f9bcb75f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:59:56.425060 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:56.440606 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfc9e4-6906-466b-9735-518d8c171ff7 req-12350897-a07b-4bd7-adbd-ab5de32bbdbe tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:56.442075 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-51cfc9e4-6906-466b-9735-518d8c171ff7 req-12350897-a07b-4bd7-adbd-ab5de32bbdbe tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 948 time: 0.1321144 Sep 15 08:59:56.450741 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-51e14c9a-b634-49a8-af0c-a5328c606dfe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f86a67ee-7a41-4e41-aaee-84a024c1a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1388891 Sep 15 08:59:56.589181 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-51cfc9e4-6906-466b-9735-518d8c171ff7 req-b9f30604-4bb8-4052-bc00-2e62d7ee9795 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375031 Sep 15 08:59:56.627224 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-f22fa644-cbe0-48cd-a889-232ee13c0248 service neutron] 10.222.0.20 "GET /v2.0/networks/f86a67ee-7a41-4e41-aaee-84a024c1a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606710 Sep 15 08:59:56.832096 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-66bc5661-f890-4f3e-a6b7-ed92ef93b1a4 req-e5444ac0-ba33-487e-ba3b-99b842a7f428 service neutron] 10.222.0.20 "GET /v2.0/networks/f86a67ee-7a41-4e41-aaee-84a024c1a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939638 Sep 15 08:59:56.900592 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a75e53-1878-499f-89c2-34e2b09778a8 {{(pid=75826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:59:56.910373 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:56.937659 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Transition to ACTIVE for port object 46a75e53-1878-499f-89c2-34e2b09778a8 will not be triggered until provisioned by entity L2. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:59:56.957202 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1a994-6bde-4c6b-91e2-0e2bc8b175cf req-6799fa5a-711d-4f44-8f2c-6588bd6a5f58 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:56.958731 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d9e1a994-6bde-4c6b-91e2-0e2bc8b175cf req-6799fa5a-711d-4f44-8f2c-6588bd6a5f58 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1281304 Sep 15 08:59:57.007180 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d9e1a994-6bde-4c6b-91e2-0e2bc8b175cf req-500b3bd0-b677-4a48-8d9a-df7bb25d402a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423677 Sep 15 08:59:57.009936 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:57.014058 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:57.130411 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Pushing event updated for resources: {'Port': ['ID=46a75e53-1878-499f-89c2-34e2b09778a8,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:57.175309 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:57.243611 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d01ecb40-d60c-497f-959e-ef9399a37b0e req-4c57b633-d3b0-476f-8507-624ec3f021ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b6343f1c844d948bcc8ac62e2214b7&device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 1101 time: 0.0755711 Sep 15 08:59:57.384672 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84964bad-b781-4199-aae9-0a825a09b0a8 req-54380d74-0185-450d-8f4b-0f36c2d94321 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:57.385370 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-84964bad-b781-4199-aae9-0a825a09b0a8 req-54380d74-0185-450d-8f4b-0f36c2d94321 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Synchronizing usage tracker for tenant:8bd1284f0069453d9dc1923926636b4f on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:59:57.409422 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Attempting to bind port 46a75e53-1878-499f-89c2-34e2b09778a8 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:59:57.409762 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Attempting to bind port 46a75e53-1878-499f-89c2-34e2b09778a8 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '0b130402-e422-4c37-aea0-02c594230c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '63e0e726-1b2c-492a-a326-ad06482c3cf5'}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:59:57.410079 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Attempting to bind port 46a75e53-1878-499f-89c2-34e2b09778a8 on network 63e0e726-1b2c-492a-a326-ad06482c3cf5 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:59:57.412705 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ecb40-d60c-497f-959e-ef9399a37b0e req-95b77bf0-c9b4-4f47-b386-002b2031a778 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:57.414938 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d01ecb40-d60c-497f-959e-ef9399a37b0e req-95b77bf0-c9b4-4f47-b386-002b2031a778 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f86a67ee-7a41-4e41-aaee-84a024c1a5b5 HTTP/1.1" status: 200 len: 870 time: 0.1564410 Sep 15 08:59:57.418220 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Port 46a75e53-1878-499f-89c2-34e2b09778a8 on network 63e0e726-1b2c-492a-a326-ad06482c3cf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:59:57.418554 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Attempting to bind port 46a75e53-1878-499f-89c2-34e2b09778a8 on network 63e0e726-1b2c-492a-a326-ad06482c3cf5 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:59:57.424862 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:59:57.425193 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Checking segment: {'id': '0b130402-e422-4c37-aea0-02c594230c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '63e0e726-1b2c-492a-a326-ad06482c3cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:59:57.425577 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Bound using segment: {'id': '0b130402-e422-4c37-aea0-02c594230c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '63e0e726-1b2c-492a-a326-ad06482c3cf5'} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:59:57.434128 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Bound port: 46a75e53-1878-499f-89c2-34e2b09778a8, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b130402-e422-4c37-aea0-02c594230c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '63e0e726-1b2c-492a-a326-ad06482c3cf5'}}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:59:57.434128 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:57.506948 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d01ecb40-d60c-497f-959e-ef9399a37b0e req-9e187905-d663-4b99-8fcc-a2c947c2f3d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=88421ab9-f482-4ad4-9055-bff29835d130 HTTP/1.1" status: 200 len: 217 time: 0.0644259 Sep 15 08:59:57.523997 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-84964bad-b781-4199-aae9-0a825a09b0a8 req-54380d74-0185-450d-8f4b-0f36c2d94321 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Unset dirty status for tenant:8bd1284f0069453d9dc1923926636b4f on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:59:57.525119 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-84964bad-b781-4199-aae9-0a825a09b0a8 req-54380d74-0185-450d-8f4b-0f36c2d94321 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 943 time: 0.4034567 Sep 15 08:59:57.569141 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ecb40-d60c-497f-959e-ef9399a37b0e req-68f49ade-5d1b-4617-90a7-82b9bbf86e7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:57.571087 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d01ecb40-d60c-497f-959e-ef9399a37b0e req-68f49ade-5d1b-4617-90a7-82b9bbf86e7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e52ccd17-3866-4b1c-ac82-27a448f9616b HTTP/1.1" status: 200 len: 843 time: 0.0569084 Sep 15 08:59:57.589436 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] For port 46a75e53-1878-499f-89c2-34e2b09778a8, host hv-cinder-80600, cleared binding levels {{(pid=75826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:59:57.611309 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] For port 46a75e53-1878-499f-89c2-34e2b09778a8, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=46a75e53-1878-499f-89c2-34e2b09778a8,segment=NetworkSegment(0b130402-e422-4c37-aea0-02c594230c7c),segment_id=0b130402-e422-4c37-aea0-02c594230c7c)] {{(pid=75826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:59:57.625589 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-84964bad-b781-4199-aae9-0a825a09b0a8 req-61149857-501f-467e-ae7a-ae196264b7a0 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938618 Sep 15 08:59:57.636245 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9236df40-c6fa-4802-9ee1-1ea1a96841e4 req-24a71128-d4c7-48ef-b162-c66e57017568 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 1098 time: 0.1597760 Sep 15 08:59:57.651970 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d01ecb40-d60c-497f-959e-ef9399a37b0e req-6adf4108-61e9-445f-ae16-b3814b9d0a33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f86a67ee-7a41-4e41-aaee-84a024c1a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0736976 Sep 15 08:59:57.678188 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:57.684629 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:59:57.752866 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9236df40-c6fa-4802-9ee1-1ea1a96841e4 req-1107e61f-80e5-4c94-8934-84e019025c2b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061146 Sep 15 08:59:57.758376 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:59:57.759730 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] 10.222.0.20 "PUT /v2.0/ports/46a75e53-1878-499f-89c2-34e2b09778a8 HTTP/1.1" status: 200 len: 1093 time: 1.4471633 Sep 15 08:59:57.760211 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8493648-d1a6-4d4d-bceb-4513f9bcb75f', 'tag': '46a75e53-1878-499f-89c2-34e2b09778a8'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:59:57.786634 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Pushing event updated for resources: {'Port': ['ID=46a75e53-1878-499f-89c2-34e2b09778a8,revision_number=3']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:59:57.790734 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:59:57.824973 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8493648-d1a6-4d4d-bceb-4513f9bcb75f', 'tag': '46a75e53-1878-499f-89c2-34e2b09778a8', 'status': 'completed', 'code': 200} Sep 15 08:59:57.848725 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d01ecb40-d60c-497f-959e-ef9399a37b0e req-90805b1d-d7ca-488e-886e-d49a9aa7b0e2 service neutron] 10.222.0.20 "GET /v2.0/networks/f86a67ee-7a41-4e41-aaee-84a024c1a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795239 Sep 15 08:59:57.863271 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e6d45-24d3-468a-9951-8c3f490353cb req-72192fb6-2c64-4fc5-bd38-7ab86fab85a2 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:57.864761 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-db2e6d45-24d3-468a-9951-8c3f490353cb req-72192fb6-2c64-4fc5-bd38-7ab86fab85a2 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 948 time: 0.1294961 Sep 15 08:59:57.910588 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-db2e6d45-24d3-468a-9951-8c3f490353cb req-abe3761a-9fc8-4173-9c55-5402556d8da7 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399182 Sep 15 08:59:58.214470 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae1d8a-618c-43c2-89ca-ab7f990f051b req-6367e172-8e0e-4b78-8970-4f9143e4275f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:58.215974 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2fae1d8a-618c-43c2-89ca-ab7f990f051b req-6367e172-8e0e-4b78-8970-4f9143e4275f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0815718 Sep 15 08:59:58.332636 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2fae1d8a-618c-43c2-89ca-ab7f990f051b req-5615673b-9704-44fc-81c7-2fee0d98e808 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106873 Sep 15 08:59:58.423448 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1e2415de-e444-4e4b-809d-8e1b5463a142 req-14732a35-87da-42e4-90a7-d406c4b93ff3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bd1284f0069453d9dc1923926636b4f&device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 1096 time: 0.0936882 Sep 15 08:59:58.434474 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d01ecb40-d60c-497f-959e-ef9399a37b0e req-65c7c557-ee6e-4b3d-91cf-605674df11a2 service neutron] 10.222.0.20 "GET /v2.0/networks/f86a67ee-7a41-4e41-aaee-84a024c1a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749592 Sep 15 08:59:58.613969 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2415de-e444-4e4b-809d-8e1b5463a142 req-8cf629ec-a066-4166-970b-d87f205f6cc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:58.615520 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1e2415de-e444-4e4b-809d-8e1b5463a142 req-8cf629ec-a066-4166-970b-d87f205f6cc3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8bd1284f0069453d9dc1923926636b4f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1379139 Sep 15 08:59:58.765251 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2415de-e444-4e4b-809d-8e1b5463a142 req-68cfa106-fb9a-4619-8edf-a8aa76737685 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:58.766746 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1e2415de-e444-4e4b-809d-8e1b5463a142 req-68cfa106-fb9a-4619-8edf-a8aa76737685 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1395476 Sep 15 08:59:58.841515 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c3b64-a753-4d18-a7a6-dd526858dec4 req-cfdb4010-2fe8-42bb-8be9-24c62dd5311a tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:58.843050 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-235c3b64-a753-4d18-a7a6-dd526858dec4 req-cfdb4010-2fe8-42bb-8be9-24c62dd5311a tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 943 time: 0.0879755 Sep 15 08:59:58.948303 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-235c3b64-a753-4d18-a7a6-dd526858dec4 req-1fd9bac4-30b3-4620-afdb-ff741f11a98f tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996106 Sep 15 08:59:58.984335 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-67694b73-ff75-4ce5-9362-14aa73a197d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bd1284f0069453d9dc1923926636b4f&device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 1096 time: 0.0780315 Sep 15 08:59:59.121610 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-00011637-15b4-4a19-873f-3cb60f364456 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46a75e53-1878-499f-89c2-34e2b09778a8 HTTP/1.1" status: 200 len: 217 time: 0.0966744 Sep 15 08:59:59.208403 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-37a1005b-a049-4f48-b0cb-8245b00fa33f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:59.209770 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-37a1005b-a049-4f48-b0cb-8245b00fa33f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=add5a144-ecfc-4d3e-b9a8-8adde013b2c6 HTTP/1.1" status: 200 len: 848 time: 0.0713236 Sep 15 08:59:59.216788 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec405bf6-b54a-43ce-8e0b-737e6ee73e25 req-19beb255-4144-4017-84c2-48dec4b5e844 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:59.218217 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ec405bf6-b54a-43ce-8e0b-737e6ee73e25 req-19beb255-4144-4017-84c2-48dec4b5e844 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 948 time: 0.1423204 Sep 15 08:59:59.272837 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-6640973e-6fab-4b4b-8183-50cca0c95eca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63e0e726-1b2c-492a-a326-ad06482c3cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537164 Sep 15 08:59:59.370829 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ec405bf6-b54a-43ce-8e0b-737e6ee73e25 req-b14bf144-d83f-44aa-ab83-214086971b3e tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240115 Sep 15 08:59:59.425965 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-76b0323d-2f15-4678-b605-408a56c40089 service neutron] 10.222.0.20 "GET /v2.0/networks/63e0e726-1b2c-492a-a326-ad06482c3cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417387 Sep 15 08:59:59.669265 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f2105-3826-4520-b188-21c8fdec32d0 req-f8449590-7188-404a-8673-eb93290f5e7f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:59:59.670730 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-649f2105-3826-4520-b188-21c8fdec32d0 req-f8449590-7188-404a-8673-eb93290f5e7f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1717172 Sep 15 08:59:59.718008 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea5abe89-8986-4d5c-b8cd-9f1fcba639bb req-a8e335f0-652e-43d0-b615-6109bbd6e2a3 service neutron] 10.222.0.20 "GET /v2.0/networks/63e0e726-1b2c-492a-a326-ad06482c3cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660087 Sep 15 08:59:59.745277 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-649f2105-3826-4520-b188-21c8fdec32d0 req-ae813acc-2a4f-4895-a41a-c652a8615d1f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645785 Sep 15 09:00:00.173563 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bcfa0-8d0c-4cab-bdc5-a8209dadb6a2 req-753f550a-1e4f-407d-ada0-5a0b710a1751 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:00.176573 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3c7bcfa0-8d0c-4cab-bdc5-a8209dadb6a2 req-753f550a-1e4f-407d-ada0-5a0b710a1751 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 943 time: 0.0859046 Sep 15 09:00:00.308115 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3c7bcfa0-8d0c-4cab-bdc5-a8209dadb6a2 req-d07d0bdc-10f0-49cd-b0ad-3372bc139d25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247134 Sep 15 09:00:00.583714 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b998441-d203-44e3-93c4-11fdd6371ed6 req-8907983d-8df3-4b89-8b62-079dd87de98a tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:00.585110 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0b998441-d203-44e3-93c4-11fdd6371ed6 req-8907983d-8df3-4b89-8b62-079dd87de98a tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 948 time: 0.0803547 Sep 15 09:00:00.636848 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0b998441-d203-44e3-93c4-11fdd6371ed6 req-c89df7fe-aa89-4eb4-9394-366a6dff1d8b tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451343 Sep 15 09:00:00.959931 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21c9a2-e0a8-4134-a4a0-dbf3af194782 req-c1afb9d0-1ed4-4b4f-b20f-594b297e8f4f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:00.961824 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ab21c9a2-e0a8-4134-a4a0-dbf3af194782 req-c1afb9d0-1ed4-4b4f-b20f-594b297e8f4f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0956342 Sep 15 09:00:01.014731 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ab21c9a2-e0a8-4134-a4a0-dbf3af194782 req-091cd960-a2b7-4af1-af60-fa903048abd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465310 Sep 15 09:00:01.516646 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d3461-b921-4954-996a-d1c9d3e77c24 req-395b9158-1a67-4a82-a38d-fa8d6e76480c tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:01.518074 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b78d3461-b921-4954-996a-d1c9d3e77c24 req-395b9158-1a67-4a82-a38d-fa8d6e76480c tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 943 time: 0.0850337 Sep 15 09:00:01.564842 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b78d3461-b921-4954-996a-d1c9d3e77c24 req-ca4ac8b7-1c7f-4b85-aebb-ea546754205d tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410395 Sep 15 09:00:01.625029 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c2280-3d0f-4f9f-9487-7bfd356dc86a req-d6346a08-1b84-44b9-97dc-fc538e6f0195 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:01.625029 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-752c2280-3d0f-4f9f-9487-7bfd356dc86a req-d6346a08-1b84-44b9-97dc-fc538e6f0195 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0818248 Sep 15 09:00:01.673298 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-752c2280-3d0f-4f9f-9487-7bfd356dc86a req-af74f238-bcbe-4ffd-96ce-a3cafe9d9fea tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427794 Sep 15 09:00:01.681072 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0cfed588-463c-4d49-8e4f-14a73450d48b req-b404035d-6804-4bfb-b56e-29560364253d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd3fe44e1e5d42c0b4118a5b3004daac&device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 1098 time: 0.0712845 Sep 15 09:00:01.872268 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfed588-463c-4d49-8e4f-14a73450d48b req-fbff82a6-7835-40f4-98d8-1110e55104fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:01.873703 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0cfed588-463c-4d49-8e4f-14a73450d48b req-fbff82a6-7835-40f4-98d8-1110e55104fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=99cf6cad-714d-48b4-a18f-48890cca455e HTTP/1.1" status: 200 len: 920 time: 0.1832924 Sep 15 09:00:01.918969 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:01.945801 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39977ae4-a22d-4b17-9608-baa6bd7f72ee req-6707eab1-298f-4a1e-a715-214fcf61b7f3 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:01.947536 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-39977ae4-a22d-4b17-9608-baa6bd7f72ee req-6707eab1-298f-4a1e-a715-214fcf61b7f3 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 948 time: 0.1774955 Sep 15 09:00:01.977552 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0cfed588-463c-4d49-8e4f-14a73450d48b req-ba739f3c-6e4a-4876-b01a-2369e32a79b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7b9192-1dcd-4cd1-8019-0543a7285ecc HTTP/1.1" status: 200 len: 217 time: 0.0895622 Sep 15 09:00:02.053371 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-39977ae4-a22d-4b17-9608-baa6bd7f72ee req-1e364762-bb25-4d38-a777-423ef808239b tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995715 Sep 15 09:00:02.066182 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfed588-463c-4d49-8e4f-14a73450d48b req-38f73cb6-03db-44c9-afb7-31901d063a5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:02.067587 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0cfed588-463c-4d49-8e4f-14a73450d48b req-38f73cb6-03db-44c9-afb7-31901d063a5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d3741a-a3a3-4d75-a034-fc6e7362caaa HTTP/1.1" status: 200 len: 859 time: 0.0760732 Sep 15 09:00:02.114519 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0cfed588-463c-4d49-8e4f-14a73450d48b req-833fdd71-ab7c-4be7-8bcf-fcad610c3817 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99cf6cad-714d-48b4-a18f-48890cca455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393531 Sep 15 09:00:02.255847 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0cfed588-463c-4d49-8e4f-14a73450d48b req-376c63b5-87be-4317-9cd2-f4824ccbd253 service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338975 Sep 15 09:00:02.396785 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0cfed588-463c-4d49-8e4f-14a73450d48b req-6559299d-bc26-4139-ad21-6f4198f3f728 service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283424 Sep 15 09:00:02.637083 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 88421ab9-f482-4ad4-9055-bff29835d130 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:00:02.766241 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d11c4-8ea4-463a-9c22-649d7d68e925 req-fbba5a72-300a-4e52-b85f-102016b3f4bb tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:02.767778 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0e7d11c4-8ea4-463a-9c22-649d7d68e925 req-fbba5a72-300a-4e52-b85f-102016b3f4bb tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 943 time: 0.0824325 Sep 15 09:00:02.777756 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 88421ab9-f482-4ad4-9055-bff29835d130, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=88421ab9-f482-4ad4-9055-bff29835d130,segment=NetworkSegment(b8902f46-a1a0-4111-8af4-52159d54cc27),segment_id=b8902f46-a1a0-4111-8af4-52159d54cc27)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:00:02.795695 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': '88421ab9-f482-4ad4-9055-bff29835d130', 'network_id': 'f86a67ee-7a41-4e41-aaee-84a024c1a5b5', 'port_id': '88421ab9-f482-4ad4-9055-bff29835d130', 'mac_address': 'fa:16:3e:5f:53:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52ccd17-3866-4b1c-ac82-27a448f9616b', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:00:02.818868 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0e7d11c4-8ea4-463a-9c22-649d7d68e925 req-08b25a67-6118-42e9-8ae3-fa08430e1339 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437784 Sep 15 09:00:02.854325 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:02.874946 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88421ab9-f482-4ad4-9055-bff29835d130 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:00:02.897497 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 88421ab9-f482-4ad4-9055-bff29835d130, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=88421ab9-f482-4ad4-9055-bff29835d130,segment=NetworkSegment(b8902f46-a1a0-4111-8af4-52159d54cc27),segment_id=b8902f46-a1a0-4111-8af4-52159d54cc27)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:00:02.923733 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46747a0-11f0-4f34-9ba1-81252b9319ab req-c8cace86-cb2a-40ae-9df4-68153c88c296 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:02.925269 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e46747a0-11f0-4f34-9ba1-81252b9319ab req-c8cace86-cb2a-40ae-9df4-68153c88c296 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1149068 Sep 15 09:00:02.958751 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:02.960582 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:02.986213 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e46747a0-11f0-4f34-9ba1-81252b9319ab req-83604d94-0329-402e-a474-a86bc6d0aa17 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545325 Sep 15 09:00:03.032960 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=88421ab9-f482-4ad4-9055-bff29835d130,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:03.041777 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:00:03.042129 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:00:03.042459 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:00:03.042778 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:00:03.043095 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:00:03.043409 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:00:03.046712 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:00:03.046712 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:00:03.046712 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:00:03.046712 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:00:03.046712 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:00:03.048689 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:03.284449 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b18813-9e72-41b2-932f-61df82e6509b req-58bf2d81-1e52-4c3a-9376-c39ad6b1e65c tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:03.286324 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-10b18813-9e72-41b2-932f-61df82e6509b req-58bf2d81-1e52-4c3a-9376-c39ad6b1e65c tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 949 time: 0.1024156 Sep 15 09:00:03.338893 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-10b18813-9e72-41b2-932f-61df82e6509b req-9639415c-da5f-41c5-8990-a91bf5d2379b tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456288 Sep 15 09:00:03.613355 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['88421ab9-f482-4ad4-9055-bff29835d130'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:00:04.043112 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35de19-dd62-4d86-8d84-a5ee9f022321 req-cac2b8b7-62ca-4927-af68-75a53748715c tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:04.045141 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fb35de19-dd62-4d86-8d84-a5ee9f022321 req-cac2b8b7-62ca-4927-af68-75a53748715c tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 943 time: 0.0864468 Sep 15 09:00:04.091007 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fb35de19-dd62-4d86-8d84-a5ee9f022321 req-bd18ac9d-a130-428d-955e-2c975ccf22ac tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Sep 15 09:00:04.312815 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d5ecf-5144-4d3f-935f-4c388893bfe9 req-2bfdd050-998a-4094-858c-fca724b174b7 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:04.314326 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-551d5ecf-5144-4d3f-935f-4c388893bfe9 req-2bfdd050-998a-4094-858c-fca724b174b7 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0890903 Sep 15 09:00:04.317855 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efa615-93ee-4e33-89aa-01537f692e77 req-2c5fde85-5cdc-46dd-b1d6-07e4459d362f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:04.319311 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-15efa615-93ee-4e33-89aa-01537f692e77 req-2c5fde85-5cdc-46dd-b1d6-07e4459d362f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0816729 Sep 15 09:00:04.361131 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-551d5ecf-5144-4d3f-935f-4c388893bfe9 req-6946cffc-d10b-46c0-a892-8c7f4109de83 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404823 Sep 15 09:00:04.373748 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-15efa615-93ee-4e33-89aa-01537f692e77 req-2ea893e5-d996-40c5-80ff-4437832021f4 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472019 Sep 15 09:00:04.581243 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a79ec-0792-4dd8-8475-374533a8c109 req-a070ddc8-aacb-4446-9779-8183f149dfeb tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:04.582748 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d34a79ec-0792-4dd8-8475-374533a8c109 req-a070ddc8-aacb-4446-9779-8183f149dfeb tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 949 time: 0.0890193 Sep 15 09:00:04.633451 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 46a75e53-1878-499f-89c2-34e2b09778a8 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:00:04.636556 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d34a79ec-0792-4dd8-8475-374533a8c109 req-c6ee5f6a-8341-4727-becb-83381a2e1805 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423393 Sep 15 09:00:04.763648 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 46a75e53-1878-499f-89c2-34e2b09778a8, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=46a75e53-1878-499f-89c2-34e2b09778a8,segment=NetworkSegment(0b130402-e422-4c37-aea0-02c594230c7c),segment_id=0b130402-e422-4c37-aea0-02c594230c7c)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:00:04.779503 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': '46a75e53-1878-499f-89c2-34e2b09778a8', 'network_id': '63e0e726-1b2c-492a-a326-ad06482c3cf5', 'port_id': '46a75e53-1878-499f-89c2-34e2b09778a8', 'mac_address': 'fa:16:3e:db:98:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add5a144-ecfc-4d3e-b9a8-8adde013b2c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:00:04.832551 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:04.849065 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a75e53-1878-499f-89c2-34e2b09778a8 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:00:04.863314 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 46a75e53-1878-499f-89c2-34e2b09778a8, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=46a75e53-1878-499f-89c2-34e2b09778a8,segment=NetworkSegment(0b130402-e422-4c37-aea0-02c594230c7c),segment_id=0b130402-e422-4c37-aea0-02c594230c7c)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:00:04.923101 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:04.924868 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:04.987622 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=46a75e53-1878-499f-89c2-34e2b09778a8,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:04.990615 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:05.293390 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bd34b-8e17-4378-b08d-c0e2454998c2 req-7c3d0b18-e8c8-4de8-9b6e-5cf7098e3c99 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:05.294870 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-039bd34b-8e17-4378-b08d-c0e2454998c2 req-7c3d0b18-e8c8-4de8-9b6e-5cf7098e3c99 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 944 time: 0.0797508 Sep 15 09:00:05.340012 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-039bd34b-8e17-4378-b08d-c0e2454998c2 req-921fbd4f-9cb1-42ba-a842-e865e2a0640c tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396249 Sep 15 09:00:05.613299 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd389f80-96b5-4ef6-91c8-59a538f51a99 req-ed0ef31b-ac14-4e31-acff-4d86c6952902 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:05.615064 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fd389f80-96b5-4ef6-91c8-59a538f51a99 req-ed0ef31b-ac14-4e31-acff-4d86c6952902 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0984118 Sep 15 09:00:05.661644 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175514ba-5d7a-4dc2-96a4-6ce4eac6804b req-527484f2-4fcb-4570-a774-fc28eb403936 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:05.664787 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-175514ba-5d7a-4dc2-96a4-6ce4eac6804b req-527484f2-4fcb-4570-a774-fc28eb403936 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0841429 Sep 15 09:00:05.671519 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fd389f80-96b5-4ef6-91c8-59a538f51a99 req-d95f23ca-8972-4d4b-b742-7e839c03e6d6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480807 Sep 15 09:00:05.710159 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['46a75e53-1878-499f-89c2-34e2b09778a8'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:00:05.713990 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-175514ba-5d7a-4dc2-96a4-6ce4eac6804b req-030940fb-b116-4a64-a388-a493be4f3c13 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434401 Sep 15 09:00:05.928857 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f8109-a6b6-43e0-a7e8-698ddf0c1941 req-53410b84-0470-46ea-9275-9983b1e0e7de tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:05.931587 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1d1f8109-a6b6-43e0-a7e8-698ddf0c1941 req-53410b84-0470-46ea-9275-9983b1e0e7de tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 949 time: 0.1146665 Sep 15 09:00:05.988794 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1d1f8109-a6b6-43e0-a7e8-698ddf0c1941 req-cabb8c43-c9f0-458d-bb0f-fcb4e6d2d438 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490191 Sep 15 09:00:06.061493 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-dbc47e29-71ff-4b59-af54-03909f287988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:06.535980 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b3285-a371-4832-b1f1-d9ac9b5203f5 req-ed23c654-efdd-4a83-90b4-62f3d27ebec9 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:06.537434 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-878b3285-a371-4832-b1f1-d9ac9b5203f5 req-ed23c654-efdd-4a83-90b4-62f3d27ebec9 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 944 time: 0.0802436 Sep 15 09:00:06.576686 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:06.586278 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-878b3285-a371-4832-b1f1-d9ac9b5203f5 req-89675f00-37a9-41bc-9d47-e0b98ba51807 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429122 Sep 15 09:00:06.656247 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 88421ab9-f482-4ad4-9055-bff29835d130 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:00:06.832635 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port 88421ab9-f482-4ad4-9055-bff29835d130 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:00:06.839707 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port 88421ab9-f482-4ad4-9055-bff29835d130 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:00:06.840296 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:06.912450 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37121407-d65d-439a-9449-c1b81a30fa39 req-30212dc0-6994-4c1f-aca4-a87ba77bfb7f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:06.914696 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-37121407-d65d-439a-9449-c1b81a30fa39 req-30212dc0-6994-4c1f-aca4-a87ba77bfb7f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0911405 Sep 15 09:00:06.948427 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ad2fe-9a6e-4d1b-a1e3-40e958421420 req-7b3ae765-e780-4152-9d7c-b9c4ec1b5a4f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:06.949892 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-943ad2fe-9a6e-4d1b-a1e3-40e958421420 req-7b3ae765-e780-4152-9d7c-b9c4ec1b5a4f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1028638 Sep 15 09:00:06.966846 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:07.006057 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ab441b-e63b-43fe-9379-802feabe79af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88421ab9-f482-4ad4-9055-bff29835d130'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:00:07.010864 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-943ad2fe-9a6e-4d1b-a1e3-40e958421420 req-04e43cef-e13d-44b2-a5c3-e1f07f3e58d7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541942 Sep 15 09:00:07.018374 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 88421ab9-f482-4ad4-9055-bff29835d130, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=88421ab9-f482-4ad4-9055-bff29835d130,segment=NetworkSegment(b8902f46-a1a0-4111-8af4-52159d54cc27),segment_id=b8902f46-a1a0-4111-8af4-52159d54cc27)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:00:07.069013 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-37121407-d65d-439a-9449-c1b81a30fa39 req-ecec3862-4fe0-4b9c-b6c6-66c1cf7a8b6c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459486 Sep 15 09:00:07.075870 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ab441b-e63b-43fe-9379-802feabe79af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88421ab9-f482-4ad4-9055-bff29835d130', 'code': 200} Sep 15 09:00:07.096855 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:07.100273 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:07.193842 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=88421ab9-f482-4ad4-9055-bff29835d130,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:07.204157 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:07.261792 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6e79a-0b2a-4ef2-828f-7abfaed2226d req-ab0aa880-ba61-46b8-8e31-08c4b48def64 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:07.263188 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-1bc6e79a-0b2a-4ef2-828f-7abfaed2226d req-ab0aa880-ba61-46b8-8e31-08c4b48def64 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 950 time: 0.0803561 Sep 15 09:00:07.312545 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-1bc6e79a-0b2a-4ef2-828f-7abfaed2226d req-9139f9a0-f8d5-4bb7-9f26-62223f5ad58c tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436902 Sep 15 09:00:07.559067 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b4831f74-a180-4fd4-9373-7e2cb046ec4c req-e3b3e5a9-40db-4d15-aa87-005ae020f089 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 1103 time: 0.0658069 Sep 15 09:00:07.603940 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b4831f74-a180-4fd4-9373-7e2cb046ec4c req-aa91e31f-161d-4662-a3a3-6a76dec1e301 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376806 Sep 15 09:00:07.962375 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea2ef3-823e-4db0-b541-c109cbfedb07 req-bd77b52a-cafd-42d8-b762-5ca23393bde9 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:07.963832 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-36ea2ef3-823e-4db0-b541-c109cbfedb07 req-bd77b52a-cafd-42d8-b762-5ca23393bde9 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 944 time: 0.0826917 Sep 15 09:00:08.009247 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-36ea2ef3-823e-4db0-b541-c109cbfedb07 req-99a5c8ba-140d-4638-bcb1-de6ad223fb36 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399358 Sep 15 09:00:08.261221 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-bd375fa6-e82a-4595-b22e-b1b79ff1ef0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:08.280199 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7146d21-5c2c-46a8-b3ee-6196618ee479 req-48047c15-3a82-4947-b741-8a0586067cc4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:08.281554 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c7146d21-5c2c-46a8-b3ee-6196618ee479 req-48047c15-3a82-4947-b741-8a0586067cc4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0771275 Sep 15 09:00:08.325697 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c7146d21-5c2c-46a8-b3ee-6196618ee479 req-baa60f22-2351-44a1-be1a-b41e6f927337 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385962 Sep 15 09:00:08.503887 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581d892-8995-494a-9667-01eee61b52d8 req-59d325ac-69cd-4a79-a44e-acf88f969c65 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:08.505327 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5581d892-8995-494a-9667-01eee61b52d8 req-59d325ac-69cd-4a79-a44e-acf88f969c65 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 950 time: 0.0744433 Sep 15 09:00:08.549442 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5581d892-8995-494a-9667-01eee61b52d8 req-bb698c25-b5c5-462a-ad57-3473a5b19a6e tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385365 Sep 15 09:00:08.652222 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 46a75e53-1878-499f-89c2-34e2b09778a8 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:00:08.763927 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port 46a75e53-1878-499f-89c2-34e2b09778a8 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:00:08.768932 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port 46a75e53-1878-499f-89c2-34e2b09778a8 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:00:08.769319 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:08.893271 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:08.928864 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 46a75e53-1878-499f-89c2-34e2b09778a8, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=46a75e53-1878-499f-89c2-34e2b09778a8,segment=NetworkSegment(0b130402-e422-4c37-aea0-02c594230c7c),segment_id=0b130402-e422-4c37-aea0-02c594230c7c)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:00:08.987333 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:08.989319 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:09.059434 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=46a75e53-1878-499f-89c2-34e2b09778a8,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:09.062430 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:09.078405 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8493648-d1a6-4d4d-bceb-4513f9bcb75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a75e53-1878-499f-89c2-34e2b09778a8'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:00:09.098747 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cbf91-a3f1-42a8-9e21-d378834bd23f req-462f5726-54ab-4948-bac0-c2c7441f7dc9 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:09.100724 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-122cbf91-a3f1-42a8-9e21-d378834bd23f req-462f5726-54ab-4948-bac0-c2c7441f7dc9 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0841942 Sep 15 09:00:09.147206 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-122cbf91-a3f1-42a8-9e21-d378834bd23f req-5f4bd082-78e9-4a53-b66c-fdcda6faa0ba tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404181 Sep 15 09:00:09.214160 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8493648-d1a6-4d4d-bceb-4513f9bcb75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a75e53-1878-499f-89c2-34e2b09778a8', 'code': 200} Sep 15 09:00:09.221586 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec25e4-a6df-497f-91d3-5acd6d458c6c req-16cdb750-00c7-46c0-a609-c4a6f35dfcaa tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:09.223030 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-05ec25e4-a6df-497f-91d3-5acd6d458c6c req-16cdb750-00c7-46c0-a609-c4a6f35dfcaa tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 945 time: 0.0860229 Sep 15 09:00:09.283627 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-05ec25e4-a6df-497f-91d3-5acd6d458c6c req-023a6d60-2bba-4d52-94f9-2c2b8ab1865f tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537219 Sep 15 09:00:09.343542 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:09.552400 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddda6-e267-40c8-9195-cd7c9887f3f6 req-da23baff-b20c-4bd9-b9d4-4be3f1f6ae2e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:09.553880 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8f0ddda6-e267-40c8-9195-cd7c9887f3f6 req-da23baff-b20c-4bd9-b9d4-4be3f1f6ae2e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0783257 Sep 15 09:00:09.604403 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8f0ddda6-e267-40c8-9195-cd7c9887f3f6 req-63f462cf-1cdf-4043-8590-772ea01bd302 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409386 Sep 15 09:00:09.833957 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abd48b-3fab-4217-9189-f0a84fdcd999 req-dc69dcf7-0a3a-4ec9-b1b7-c533ef7f7db5 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:09.835581 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-21abd48b-3fab-4217-9189-f0a84fdcd999 req-dc69dcf7-0a3a-4ec9-b1b7-c533ef7f7db5 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 950 time: 0.1097250 Sep 15 09:00:09.849141 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-354aaf95-6417-44cd-99c8-d5d4c482ea3a req-20a79c4e-8f09-494a-bb7e-5d56cd991345 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 1098 time: 0.1094100 Sep 15 09:00:09.895380 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-21abd48b-3fab-4217-9189-f0a84fdcd999 req-a07d0e66-ee98-4fbf-8d6b-447706d19124 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534678 Sep 15 09:00:09.915408 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-354aaf95-6417-44cd-99c8-d5d4c482ea3a req-6dcc12b4-e027-47b5-b997-78d77c2f393c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491447 Sep 15 09:00:10.474746 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2e985-5c8a-409e-beb3-670fbf2f5be8 req-2a208e61-b5f9-43c5-995d-17b0be84cd3f tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:10.476262 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6cc2e985-5c8a-409e-beb3-670fbf2f5be8 req-2a208e61-b5f9-43c5-995d-17b0be84cd3f tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 945 time: 0.0790088 Sep 15 09:00:10.525210 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6cc2e985-5c8a-409e-beb3-670fbf2f5be8 req-de985543-4407-4323-8e9a-6c4bb508f633 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431719 Sep 15 09:00:10.816444 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bea6d-ae2a-4a74-9444-d35c686ff032 req-a2bd4018-829e-46b9-a603-b8a875555788 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:10.817893 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6b1bea6d-ae2a-4a74-9444-d35c686ff032 req-a2bd4018-829e-46b9-a603-b8a875555788 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0782814 Sep 15 09:00:10.855639 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:10.863644 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6b1bea6d-ae2a-4a74-9444-d35c686ff032 req-7dfabfab-db9c-4e44-91f3-cc270407d04e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397027 Sep 15 09:00:11.103867 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d5a1-f407-4dc4-897e-38339b60ec28 req-1619895b-e67f-4ee6-a9e3-408d87277088 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:11.105405 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0270d5a1-f407-4dc4-897e-38339b60ec28 req-1619895b-e67f-4ee6-a9e3-408d87277088 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 950 time: 0.0815911 Sep 15 09:00:11.159480 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0270d5a1-f407-4dc4-897e-38339b60ec28 req-da0ead9d-fc47-4459-9de3-b5c8971c3cd4 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484214 Sep 15 09:00:11.931932 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5c67f-8c61-4a02-9765-2fee7716ff7a req-2300ad34-a717-435b-a760-9b2f29d1c857 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:11.935087 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-78f5c67f-8c61-4a02-9765-2fee7716ff7a req-2300ad34-a717-435b-a760-9b2f29d1c857 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 945 time: 0.0836720 Sep 15 09:00:11.989128 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-78f5c67f-8c61-4a02-9765-2fee7716ff7a req-a275d150-ef54-4997-90e6-1e30e6a1c3bf tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501468 Sep 15 09:00:12.108416 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd28ee-d421-4916-9259-5eea996985c7 req-b3481801-3bb8-4ef2-a37e-4217ed5d407f tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:12.110437 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2dbd28ee-d421-4916-9259-5eea996985c7 req-b3481801-3bb8-4ef2-a37e-4217ed5d407f tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 950 time: 0.0878601 Sep 15 09:00:12.172354 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2dbd28ee-d421-4916-9259-5eea996985c7 req-17b07fa7-543a-4858-9f1d-7219f8bdc6b0 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529711 Sep 15 09:00:12.195439 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698da1a-5fa3-45b5-8f2f-69669e405452 req-4c9a1d59-6312-4849-8079-a59659e8b154 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:12.196947 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2698da1a-5fa3-45b5-8f2f-69669e405452 req-4c9a1d59-6312-4849-8079-a59659e8b154 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0829961 Sep 15 09:00:12.241357 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2698da1a-5fa3-45b5-8f2f-69669e405452 req-7738196b-0259-4598-875c-c0e55776920a tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389080 Sep 15 09:00:12.568971 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:00:13.234486 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3af31-f363-4eb7-b788-d5191e48199d req-ff4325b9-f966-464f-82d2-039145084108 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:13.235909 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-eca3af31-f363-4eb7-b788-d5191e48199d req-ff4325b9-f966-464f-82d2-039145084108 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 945 time: 0.1208565 Sep 15 09:00:13.283208 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-eca3af31-f363-4eb7-b788-d5191e48199d req-e7f26633-544b-4c98-be37-30a8f9d014eb tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410433 Sep 15 09:00:13.373995 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9d27f-5bd9-47b2-999a-d06217b5818a req-29f87b3f-a08d-4126-9f6f-efe2fb988797 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:13.375483 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-abb9d27f-5bd9-47b2-999a-d06217b5818a req-29f87b3f-a08d-4126-9f6f-efe2fb988797 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 950 time: 0.0807176 Sep 15 09:00:13.423430 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-abb9d27f-5bd9-47b2-999a-d06217b5818a req-ca02cc03-5beb-486f-8886-2640f099073b tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402541 Sep 15 09:00:13.446902 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 40590) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:00:13.492663 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf818af-904b-4715-9dfc-d53ca4d2106e req-5adbbd5c-34c1-4070-8510-c2099c6613a2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:13.494835 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ccf818af-904b-4715-9dfc-d53ca4d2106e req-5adbbd5c-34c1-4070-8510-c2099c6613a2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.1042325 Sep 15 09:00:13.552647 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ccf818af-904b-4715-9dfc-d53ca4d2106e req-8c63540f-85c7-485a-b121-cf89bd4b6622 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503757 Sep 15 09:00:13.612355 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ae26b3a5-08a3-4fee-8252-0b99dc707014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:13.648115 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-ae26b3a5-08a3-4fee-8252-0b99dc707014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:00:13.652592 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-ae26b3a5-08a3-4fee-8252-0b99dc707014 admin admin] Usage tracker for resource:security_group_rule and tenant:f90f09f6f9c24c5793abe78014666a21 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:00:13.655515 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-ae26b3a5-08a3-4fee-8252-0b99dc707014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:00:13.661224 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-ae26b3a5-08a3-4fee-8252-0b99dc707014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:00:13.725196 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ae26b3a5-08a3-4fee-8252-0b99dc707014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:13.798600 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ae26b3a5-08a3-4fee-8252-0b99dc707014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:13.805220 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-65103459-23fc-43c2-8484-19f6f2c2b715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:13.843671 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26b3a5-08a3-4fee-8252-0b99dc707014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31f42d9-c40f-494e-8e87-b1da638b892e,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:13.846719 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ae26b3a5-08a3-4fee-8252-0b99dc707014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:13.849257 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-ae26b3a5-08a3-4fee-8252-0b99dc707014 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f90f09f6f9c24c5793abe78014666a21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4006574 Sep 15 09:00:13.852060 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 40598) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:00:13.909019 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a57912dd-d33a-434a-a4bc-516f00f66a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:13.933999 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a57912dd-d33a-434a-a4bc-516f00f66a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:14.049945 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a57912dd-d33a-434a-a4bc-516f00f66a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:14.053615 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e6b65aeb-9a04-4d39-90bc-2f12d6b63867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:14.067662 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57912dd-d33a-434a-a4bc-516f00f66a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31f42d9-c40f-494e-8e87-b1da638b892e,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:14.069937 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-a57912dd-d33a-434a-a4bc-516f00f66a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:14.074771 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a57912dd-d33a-434a-a4bc-516f00f66a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:14.075862 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-a57912dd-d33a-434a-a4bc-516f00f66a5d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c31f42d9-c40f-494e-8e87-b1da638b892e HTTP/1.1" status: 204 len: 168 time: 0.2224355 Sep 15 09:00:14.481006 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586e3b1-e61f-47dc-b9a7-b9521ae3cc37 req-292f7b51-72a4-404c-9128-5d4e3688f914 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:14.482633 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d586e3b1-e61f-47dc-b9a7-b9521ae3cc37 req-292f7b51-72a4-404c-9128-5d4e3688f914 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 945 time: 0.0800226 Sep 15 09:00:14.533037 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d586e3b1-e61f-47dc-b9a7-b9521ae3cc37 req-ed80df7e-3c9a-4ee0-9389-d28bafcdd829 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425570 Sep 15 09:00:14.662938 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dac4cd-7628-4f6a-9d83-eca305a2632b req-d1ccc805-93a2-4d5f-a419-b1b4dfdf6078 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:14.665578 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f7dac4cd-7628-4f6a-9d83-eca305a2632b req-d1ccc805-93a2-4d5f-a419-b1b4dfdf6078 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 950 time: 0.1168318 Sep 15 09:00:14.716548 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f7dac4cd-7628-4f6a-9d83-eca305a2632b req-35dd197c-6eae-4ca7-adc3-842f808dfe4a tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423801 Sep 15 09:00:14.847847 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e54a3-584d-4bbc-8590-c5953d79e087 req-5622861c-af83-4529-a5ae-9d9a6b770082 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:14.849347 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d85e54a3-584d-4bbc-8590-c5953d79e087 req-5622861c-af83-4529-a5ae-9d9a6b770082 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0899632 Sep 15 09:00:14.855612 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 40624) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:00:14.881342 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-83687126-e9ea-43dd-889d-83592247d34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:14.917694 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d85e54a3-584d-4bbc-8590-c5953d79e087 req-c5789593-c281-4a32-a8d9-375b697b73c2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509398 Sep 15 09:00:14.922973 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-83687126-e9ea-43dd-889d-83592247d34c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:00:14.927031 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-83687126-e9ea-43dd-889d-83592247d34c admin admin] Usage tracker for resource:security_group_rule and tenant:e554a0c9d2e945499dfd38e3296ff0a2 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:00:14.929845 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-83687126-e9ea-43dd-889d-83592247d34c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:00:14.936192 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-83687126-e9ea-43dd-889d-83592247d34c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:00:15.007588 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-83687126-e9ea-43dd-889d-83592247d34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:15.101516 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-83687126-e9ea-43dd-889d-83592247d34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:15.109928 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-07d3b65e-eff1-42fa-96c3-197738fa06ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:15.150473 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83687126-e9ea-43dd-889d-83592247d34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5191751-b8dd-4968-b53d-9ded88c5f7ff,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:15.170390 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-83687126-e9ea-43dd-889d-83592247d34c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e554a0c9d2e945499dfd38e3296ff0a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2982643 Sep 15 09:00:15.170390 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-83687126-e9ea-43dd-889d-83592247d34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:15.171036 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 40630) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:00:15.253474 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-8b984fda-5696-48ba-935f-5127ed01091f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:15.283363 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-8b984fda-5696-48ba-935f-5127ed01091f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:15.299529 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f7a31-4647-4f4c-a634-8d933a332fdf req-1b8998f0-225a-4889-872e-2a5fade98b32 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:15.300957 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-308f7a31-4647-4f4c-a634-8d933a332fdf req-1b8998f0-225a-4889-872e-2a5fade98b32 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 950 time: 0.1416543 Sep 15 09:00:15.340869 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd649d63-c7fc-4bbd-a3f8-ba52b028c8c6 req-c9784e73-3dfb-4453-8d83-3eb6ae027ef6 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:15.342296 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fd649d63-c7fc-4bbd-a3f8-ba52b028c8c6 req-c9784e73-3dfb-4453-8d83-3eb6ae027ef6 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0999627 Sep 15 09:00:15.408770 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-8b984fda-5696-48ba-935f-5127ed01091f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:15.413623 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-7ebf4f37-ec04-4c13-82b4-3bcefa265707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:15.425105 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984fda-5696-48ba-935f-5127ed01091f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5191751-b8dd-4968-b53d-9ded88c5f7ff,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:15.427442 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-8b984fda-5696-48ba-935f-5127ed01091f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:15.431674 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-8b984fda-5696-48ba-935f-5127ed01091f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:15.432660 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-308f7a31-4647-4f4c-a634-8d933a332fdf req-87eba1ae-1ff8-4a56-aea2-5dd99717820a tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Deleting port 88421ab9-f482-4ad4-9055-bff29835d130 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:00:15.433312 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-8b984fda-5696-48ba-935f-5127ed01091f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5191751-b8dd-4968-b53d-9ded88c5f7ff HTTP/1.1" status: 204 len: 168 time: 0.2611985 Sep 15 09:00:15.433688 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-308f7a31-4647-4f4c-a634-8d933a332fdf req-87eba1ae-1ff8-4a56-aea2-5dd99717820a tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:15.478252 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fd649d63-c7fc-4bbd-a3f8-ba52b028c8c6 req-cdc96d51-f980-4b08-8f47-42c8b473b2ed tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086237 Sep 15 09:00:15.713941 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-308f7a31-4647-4f4c-a634-8d933a332fdf req-87eba1ae-1ff8-4a56-aea2-5dd99717820a tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] For port 88421ab9-f482-4ad4-9055-bff29835d130, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=88421ab9-f482-4ad4-9055-bff29835d130,segment=NetworkSegment(b8902f46-a1a0-4111-8af4-52159d54cc27),segment_id=b8902f46-a1a0-4111-8af4-52159d54cc27)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:00:15.714673 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-308f7a31-4647-4f4c-a634-8d933a332fdf req-87eba1ae-1ff8-4a56-aea2-5dd99717820a tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:15.741954 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52858195-efa6-439f-a9f4-aaa418707ed3 req-3e88adcf-4b02-4f77-90c2-48f29b2a6126 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:15.744145 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-52858195-efa6-439f-a9f4-aaa418707ed3 req-3e88adcf-4b02-4f77-90c2-48f29b2a6126 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 945 time: 0.0912921 Sep 15 09:00:15.798596 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-52858195-efa6-439f-a9f4-aaa418707ed3 req-2eaa5d84-9d4f-4146-a5e4-20106effaa00 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489252 Sep 15 09:00:15.961044 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-308f7a31-4647-4f4c-a634-8d933a332fdf req-87eba1ae-1ff8-4a56-aea2-5dd99717820a tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Calling delete_port for 88421ab9-f482-4ad4-9055-bff29835d130 owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:00:16.147414 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cf996-4355-43b1-baf1-55c9797b3ec0 req-c65a96ce-34f7-4536-8abf-f4b1676d51e2 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:16.150380 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fb652-32e9-41c7-a8d6-1f85a1d704f3 req-4c6ea8a1-66fa-433a-a691-dd958461fec0 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:16.150684 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b89cf996-4355-43b1-baf1-55c9797b3ec0 req-c65a96ce-34f7-4536-8abf-f4b1676d51e2 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 950 time: 0.1961288 Sep 15 09:00:16.152310 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-4e4fb652-32e9-41c7-a8d6-1f85a1d704f3 req-4c6ea8a1-66fa-433a-a691-dd958461fec0 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0836093 Sep 15 09:00:16.204060 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-4e4fb652-32e9-41c7-a8d6-1f85a1d704f3 req-0a2bd147-7853-4252-89d7-9bacd8046834 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450745 Sep 15 09:00:16.214048 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b89cf996-4355-43b1-baf1-55c9797b3ec0 req-fef54a12-b847-4807-8e5c-4b1230d826f6 tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c61d9b-1906-476c-80c3-31d4a3709503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568209 Sep 15 09:00:16.271613 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-308f7a31-4647-4f4c-a634-8d933a332fdf req-87eba1ae-1ff8-4a56-aea2-5dd99717820a tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:16.279157 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-3cbf793e-2ef8-45bb-a69c-2dceb6d8b9e2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:16.320617 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eba1ae-1ff8-4a56-aea2-5dd99717820a tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Pushing event deleted for resources: {'Port': ['ID=88421ab9-f482-4ad4-9055-bff29835d130,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:16.323552 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-87eba1ae-1ff8-4a56-aea2-5dd99717820a tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:16.338688 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['88421ab9-f482-4ad4-9055-bff29835d130'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:00:16.401551 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-308f7a31-4647-4f4c-a634-8d933a332fdf req-87eba1ae-1ff8-4a56-aea2-5dd99717820a tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] No DVR routers for this DVR port 88421ab9-f482-4ad4-9055-bff29835d130 on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:00:16.404201 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-308f7a31-4647-4f4c-a634-8d933a332fdf req-87eba1ae-1ff8-4a56-aea2-5dd99717820a tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:16.408628 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ab441b-e63b-43fe-9379-802feabe79af', 'name': 'network-vif-deleted', 'tag': '88421ab9-f482-4ad4-9055-bff29835d130'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:00:16.469932 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ab441b-e63b-43fe-9379-802feabe79af', 'name': 'network-vif-deleted', 'tag': '88421ab9-f482-4ad4-9055-bff29835d130', 'status': 'completed', 'code': 200} Sep 15 09:00:16.485560 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-308f7a31-4647-4f4c-a634-8d933a332fdf req-87eba1ae-1ff8-4a56-aea2-5dd99717820a tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.20 "DELETE /v2.0/ports/88421ab9-f482-4ad4-9055-bff29835d130 HTTP/1.1" status: 204 len: 173 time: 1.1505303 Sep 15 09:00:16.740615 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ca7c9-4e63-4053-a37a-69ef164b9842 req-dc3da79f-7e55-437c-a981-146966bfbaae tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:16.746145 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b98ca7c9-4e63-4053-a37a-69ef164b9842 req-dc3da79f-7e55-437c-a981-146966bfbaae tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1208572 Sep 15 09:00:16.822703 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b98ca7c9-4e63-4053-a37a-69ef164b9842 req-d992a1ae-5430-4d18-b669-ef65ab1067b2 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668426 Sep 15 09:00:17.405958 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-7d0125fa-3ffa-43d3-ba70-bb3e63c6bc96 req-7d89b611-0017-4485-b58e-115703f83b2d tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Synchronizing usage tracker for tenant:72b6343f1c844d948bcc8ac62e2214b7 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:00:17.438168 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eeb720-6098-4f37-9497-86a29d6ddaaf req-596d10f7-0960-4d01-a3b3-e3fdf89781d9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:17.439615 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-91eeb720-6098-4f37-9497-86a29d6ddaaf req-596d10f7-0960-4d01-a3b3-e3fdf89781d9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0893106 Sep 15 09:00:17.484829 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-91eeb720-6098-4f37-9497-86a29d6ddaaf req-144ac008-f415-4d49-9dae-ce52fbb5885b tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395393 Sep 15 09:00:17.501108 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-7d0125fa-3ffa-43d3-ba70-bb3e63c6bc96 req-7d89b611-0017-4485-b58e-115703f83b2d tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Unset dirty status for tenant:72b6343f1c844d948bcc8ac62e2214b7 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:00:17.502309 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7d0125fa-3ffa-43d3-ba70-bb3e63c6bc96 req-7d89b611-0017-4485-b58e-115703f83b2d tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ab441b-e63b-43fe-9379-802feabe79af HTTP/1.1" status: 200 len: 210 time: 0.1438920 Sep 15 09:00:18.037363 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45614236-75c6-4528-9d42-6642fe2772e9 req-dee707a8-dbb5-4deb-b064-3bb0a00d571b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:18.044189 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-45614236-75c6-4528-9d42-6642fe2772e9 req-dee707a8-dbb5-4deb-b064-3bb0a00d571b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0888686 Sep 15 09:00:18.105410 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-45614236-75c6-4528-9d42-6642fe2772e9 req-c17ea992-fb30-440d-8b94-cd3ef3f310bc tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593004 Sep 15 09:00:18.235641 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-4c35a94c-325c-45ac-9dfc-06480abd073c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:18.237081 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-4c35a94c-325c-45ac-9dfc-06480abd073c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/networks?id=1c409703-0674-4cbb-9f3e-f398f357604d HTTP/1.1" status: 200 len: 814 time: 0.1600473 Sep 15 09:00:18.254701 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-1af1765a-6018-40b7-9dcd-73c8cde9b927 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/quotas/b1349b239f2142be8df3073348f83d4b HTTP/1.1" status: 200 len: 375 time: 0.0104623 Sep 15 09:00:18.338393 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-639e713e-7f8c-43d7-9ef0-d9e563236512 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1349b239f2142be8df3073348f83d4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0757701 Sep 15 09:00:18.477796 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-40ff3afc-32e3-4427-ae9c-860cfaa6ca63 service neutron] 10.222.0.39 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319480 Sep 15 09:00:18.609171 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-f6dda1ac-99e6-4d7e-8a2f-260d44a5434b service neutron] 10.222.0.39 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251228 Sep 15 09:00:18.744931 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 88421ab9-f482-4ad4-9055-bff29835d130 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:00:18.765502 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c81766-20bf-4983-b07b-1fdd4215a5f0 req-a6363053-1cc3-4fed-a505-1b815ab3b94c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:18.767521 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e4c81766-20bf-4983-b07b-1fdd4215a5f0 req-a6363053-1cc3-4fed-a505-1b815ab3b94c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0828779 Sep 15 09:00:18.786960 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: 88421ab9-f482-4ad4-9055-bff29835d130 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:00:18.787307 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 88421ab9-f482-4ad4-9055-bff29835d130 not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:00:18.827013 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e4c81766-20bf-4983-b07b-1fdd4215a5f0 req-974d293e-230e-4001-941a-dbc561f111e6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540712 Sep 15 09:00:18.987045 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-14a60ce5-9485-4fe0-9075-2119d4311d17 req-267755d1-8495-4390-9ae8-cc76f4dec217 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 210 time: 0.0577574 Sep 15 09:00:19.115865 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91d4f4-4ebb-4406-a3ea-d15660286eac req-0ea98f6b-97f0-4bfc-b490-8ffe83f93ae5 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:19.117987 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cb91d4f4-4ebb-4406-a3ea-d15660286eac req-0ea98f6b-97f0-4bfc-b490-8ffe83f93ae5 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 945 time: 0.0772293 Sep 15 09:00:19.173212 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cb91d4f4-4ebb-4406-a3ea-d15660286eac req-9483cee7-10fa-4452-bcfe-59faf57bf9a0 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489728 Sep 15 09:00:19.382279 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cda3cd-861f-40ba-8eba-c354a2032302 req-bc245508-4fc9-498b-aac8-ab3067cde32d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:19.385255 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-78cda3cd-861f-40ba-8eba-c354a2032302 req-bc245508-4fc9-498b-aac8-ab3067cde32d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0912712 Sep 15 09:00:19.439949 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-78cda3cd-861f-40ba-8eba-c354a2032302 req-51a38631-4ae1-4712-b644-f1badc95c9f6 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488982 Sep 15 09:00:20.067686 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9760f20-d574-4e55-b819-026fcd2fa5e5 req-d6792a3b-0449-4264-9fcd-4f136a037cb5 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:20.067686 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f9760f20-d574-4e55-b819-026fcd2fa5e5 req-d6792a3b-0449-4264-9fcd-4f136a037cb5 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0828724 Sep 15 09:00:20.125230 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f9760f20-d574-4e55-b819-026fcd2fa5e5 req-3f0e2e75-4f28-4d22-8aaf-976f5a51614e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531168 Sep 15 09:00:20.190728 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-16cedfc0-6be5-4a43-9ace-846480e087d6 req-49dcc23b-2dfa-486d-8737-f9aa8ff38491 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 210 time: 0.0628645 Sep 15 09:00:20.413350 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87ff54-8510-4b5f-8fc9-9920b0baedd2 req-6b259768-b8a6-4b54-b91b-796526a11527 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:20.415018 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4d87ff54-8510-4b5f-8fc9-9920b0baedd2 req-6b259768-b8a6-4b54-b91b-796526a11527 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 945 time: 0.0827999 Sep 15 09:00:20.463629 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4d87ff54-8510-4b5f-8fc9-9920b0baedd2 req-0a3f4929-cb8c-455a-9fb9-2d094bd3696b tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 Sep 15 09:00:20.669081 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7ab6c-a6ac-4e97-a497-30698f648319 req-2b1d23d2-0e0d-43e5-b8e2-6828ca4c8f8a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:20.669081 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cff7ab6c-a6ac-4e97-a497-30698f648319 req-2b1d23d2-0e0d-43e5-b8e2-6828ca4c8f8a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0878801 Sep 15 09:00:20.714776 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cff7ab6c-a6ac-4e97-a497-30698f648319 req-b29a014e-c62c-4b9d-a453-3fdc588d61af tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415881 Sep 15 09:00:20.911790 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1108a-4154-4843-a0e9-0fb36666f2c1 req-6a216d39-9841-42fe-b7ca-e30dfb632990 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:20.913261 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-52a1108a-4154-4843-a0e9-0fb36666f2c1 req-6a216d39-9841-42fe-b7ca-e30dfb632990 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 945 time: 0.0837374 Sep 15 09:00:20.993127 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-52a1108a-4154-4843-a0e9-0fb36666f2c1 req-f729fcb4-cf2d-4dcb-907f-70f475f797db tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Deleting port 46a75e53-1878-499f-89c2-34e2b09778a8 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:00:20.993386 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-52a1108a-4154-4843-a0e9-0fb36666f2c1 req-f729fcb4-cf2d-4dcb-907f-70f475f797db tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:21.352610 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-52a1108a-4154-4843-a0e9-0fb36666f2c1 req-f729fcb4-cf2d-4dcb-907f-70f475f797db tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] For port 46a75e53-1878-499f-89c2-34e2b09778a8, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=46a75e53-1878-499f-89c2-34e2b09778a8,segment=NetworkSegment(0b130402-e422-4c37-aea0-02c594230c7c),segment_id=0b130402-e422-4c37-aea0-02c594230c7c)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:00:21.353271 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-52a1108a-4154-4843-a0e9-0fb36666f2c1 req-f729fcb4-cf2d-4dcb-907f-70f475f797db tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:21.376162 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-56340cf3-c7e5-48e9-91b0-81e2c5b9be06 req-ca060179-c15f-4f8d-a383-960e1344c420 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 210 time: 0.0556104 Sep 15 09:00:21.519452 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-52a1108a-4154-4843-a0e9-0fb36666f2c1 req-f729fcb4-cf2d-4dcb-907f-70f475f797db tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Calling delete_port for 46a75e53-1878-499f-89c2-34e2b09778a8 owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:00:21.700281 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc117f96-8fbe-4d56-b121-d3ecdd605cc4 req-9802f077-56a4-4adf-8e4a-b0088a42a712 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:21.701759 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc117f96-8fbe-4d56-b121-d3ecdd605cc4 req-9802f077-56a4-4adf-8e4a-b0088a42a712 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.2772243 Sep 15 09:00:21.818688 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0ab20875-a0e1-464e-a634-7e5d2ec4f2ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:21.819409 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc117f96-8fbe-4d56-b121-d3ecdd605cc4 req-9b0607cd-bdbd-46b4-b61c-709913532c6f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083910 Sep 15 09:00:21.831886 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0ab20875-a0e1-464e-a634-7e5d2ec4f2ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.20 "GET /v2.0/networks?id=1c409703-0674-4cbb-9f3e-f398f357604d HTTP/1.1" status: 200 len: 814 time: 0.2810247 Sep 15 09:00:21.874744 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Request body: {'port': {'device_id': '588ad70f-a4ba-41bd-98fc-3b3d3fd24904', 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d', 'admin_state_up': True, 'tenant_id': 'b1349b239f2142be8df3073348f83d4b'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:00:21.959549 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-52a1108a-4154-4843-a0e9-0fb36666f2c1 req-f729fcb4-cf2d-4dcb-907f-70f475f797db tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:21.968347 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:21.984495 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2555db-0c95-45e8-af8b-9c9b9dc76f5c req-10f5a770-48b4-4a5b-9e9f-585110813233 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:21.986128 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5a2555db-0c95-45e8-af8b-9c9b9dc76f5c req-10f5a770-48b4-4a5b-9e9f-585110813233 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 945 time: 0.3484209 Sep 15 09:00:22.011718 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['46a75e53-1878-499f-89c2-34e2b09778a8'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:00:22.059112 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729fcb4-cf2d-4dcb-907f-70f475f797db tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Pushing event deleted for resources: {'Port': ['ID=46a75e53-1878-499f-89c2-34e2b09778a8,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:22.060614 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:00:22.062222 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-f729fcb4-cf2d-4dcb-907f-70f475f797db tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:22.074662 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5a2555db-0c95-45e8-af8b-9c9b9dc76f5c req-b30e1a59-0bcd-443a-a9ae-e0129fd87601 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3b110d5-4d41-4f9b-a1a7-632eed816b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744288 Sep 15 09:00:22.080046 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Usage tracker for resource:port and tenant:b1349b239f2142be8df3073348f83d4b is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:00:22.084205 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:00:22.096017 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:00:22.151599 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a1108a-4154-4843-a0e9-0fb36666f2c1 req-f729fcb4-cf2d-4dcb-907f-70f475f797db tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] No DVR routers for this DVR port 46a75e53-1878-499f-89c2-34e2b09778a8 on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:00:22.158542 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-52a1108a-4154-4843-a0e9-0fb36666f2c1 req-f729fcb4-cf2d-4dcb-907f-70f475f797db tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:22.160937 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8493648-d1a6-4d4d-bceb-4513f9bcb75f', 'name': 'network-vif-deleted', 'tag': '46a75e53-1878-499f-89c2-34e2b09778a8'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:00:22.195464 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd191c-513e-4c9a-8426-1329a385e37e req-a531b6c1-de2b-4937-9b29-e1a7acabb830 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:22.196924 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-84cd191c-513e-4c9a-8426-1329a385e37e req-a531b6c1-de2b-4937-9b29-e1a7acabb830 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1919453 Sep 15 09:00:22.204387 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Made reservation on behalf of b1349b239f2142be8df3073348f83d4b for: {'port': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:00:22.209431 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:22.224370 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8493648-d1a6-4d4d-bceb-4513f9bcb75f', 'name': 'network-vif-deleted', 'tag': '46a75e53-1878-499f-89c2-34e2b09778a8', 'status': 'completed', 'code': 200} Sep 15 09:00:22.245674 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-84cd191c-513e-4c9a-8426-1329a385e37e req-19690bac-f41f-4948-8e21-712556c1dc87 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431015 Sep 15 09:00:22.251013 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-52a1108a-4154-4843-a0e9-0fb36666f2c1 req-f729fcb4-cf2d-4dcb-907f-70f475f797db tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.20 "DELETE /v2.0/ports/46a75e53-1878-499f-89c2-34e2b09778a8 HTTP/1.1" status: 204 len: 173 time: 1.3229134 Sep 15 09:00:22.473420 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Allocated IP 172.20.0.4 (1c409703-0674-4cbb-9f3e-f398f357604d/599314a5-b7e7-4604-bd49-77181d9b73d9/331f1df2-a0ed-4351-a544-34bd746e8e93) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:00:22.663154 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fd56e914-7480-448c-853f-c55943ae3e1b req-d0ef2808-f93a-4cbf-9fba-345ce0f245dd tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 210 time: 0.1049607 Sep 15 09:00:22.746069 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:22.855876 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:22.861599 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-adcc8ba8-e50c-4405-928b-604357c3868d tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:22.935097 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Network 1c409703-0674-4cbb-9f3e-f398f357604d is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:00:22.938946 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:00:22.941587 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:00:22.948059 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['763240a6-6f8f-4069-b175-a718036b4722', '7cd7187b-41bd-477b-985e-41fe4e886e86', '940aa7fc-de3e-46ed-ae69-062a759e8fdc'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:00:22.971650 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Pushing event updated for resources: {'Port': ['ID=331f1df2-a0ed-4351-a544-34bd746e8e93,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:22.974706 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:23.042308 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:23.043221 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:23.144858 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ce8db-ce76-4a91-8638-8162e8c89ae2 req-c94ab5ad-f993-4044-9071-6173cc3e656b tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:23.147212 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f41ce8db-ce76-4a91-8638-8162e8c89ae2 req-c94ab5ad-f993-4044-9071-6173cc3e656b tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0923178 Sep 15 09:00:23.159192 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2949514 Sep 15 09:00:23.208449 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Request body: {'port': {'device_id': '588ad70f-a4ba-41bd-98fc-3b3d3fd24904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:00:23.242877 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f41ce8db-ce76-4a91-8638-8162e8c89ae2 req-7378adce-3a46-4adb-9568-ac4c480c1025 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866766 Sep 15 09:00:23.474170 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a76db891-ed13-481e-be00-072e1b874fbb req-1b19c13a-d90b-4c71-b209-34433292666a tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8493648-d1a6-4d4d-bceb-4513f9bcb75f HTTP/1.1" status: 200 len: 210 time: 0.0506897 Sep 15 09:00:23.496042 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:23.614261 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221ecb-9f07-4baa-b3b9-cc4754b0121d req-02b23c54-7f6c-4365-8d29-5b08c1af0b57 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:23.622532 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a3221ecb-9f07-4baa-b3b9-cc4754b0121d req-02b23c54-7f6c-4365-8d29-5b08c1af0b57 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1209986 Sep 15 09:00:23.666010 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a3221ecb-9f07-4baa-b3b9-cc4754b0121d req-2f9fa7ab-70f1-4a53-94c8-4a0923306d8a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426250 Sep 15 09:00:23.977791 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa260c5d-3305-42af-897b-8f35e6185926 req-00638ed9-1164-45d6-9639-671e60fc668e tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:23.978526 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-fa260c5d-3305-42af-897b-8f35e6185926 req-00638ed9-1164-45d6-9639-671e60fc668e tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Synchronizing usage tracker for tenant:b1349b239f2142be8df3073348f83d4b on resource:port {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:00:23.984924 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331f1df2-a0ed-4351-a544-34bd746e8e93 {{(pid=75825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:00:23.993788 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:24.016230 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.provisioning_blocks [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Transition to ACTIVE for port object 331f1df2-a0ed-4351-a544-34bd746e8e93 will not be triggered until provisioned by entity L2. {{(pid=75825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:00:24.073081 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-fa260c5d-3305-42af-897b-8f35e6185926 req-00638ed9-1164-45d6-9639-671e60fc668e tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Unset dirty status for tenant:b1349b239f2142be8df3073348f83d4b on resource:port {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:00:24.074694 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fa260c5d-3305-42af-897b-8f35e6185926 req-00638ed9-1164-45d6-9639-671e60fc668e tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 931 time: 0.2677598 Sep 15 09:00:24.084141 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092364'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:24.110297 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-cf91c513-f0d4-441a-a9e8-429f10017d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:24.261591 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Pushing event updated for resources: {'Port': ['ID=331f1df2-a0ed-4351-a544-34bd746e8e93,revision_number=2']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:24.267024 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:24.293868 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fa260c5d-3305-42af-897b-8f35e6185926 req-4b74588d-5dc7-4637-bdbd-ab15ee8a6886 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129128 Sep 15 09:00:24.367766 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Attempting to bind port 331f1df2-a0ed-4351-a544-34bd746e8e93 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:00:24.368476 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Attempting to bind port 331f1df2-a0ed-4351-a544-34bd746e8e93 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d'}] {{(pid=75825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:00:24.368706 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Attempting to bind port 331f1df2-a0ed-4351-a544-34bd746e8e93 on network 1c409703-0674-4cbb-9f3e-f398f357604d {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:00:24.375979 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Port 331f1df2-a0ed-4351-a544-34bd746e8e93 on network 1c409703-0674-4cbb-9f3e-f398f357604d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 09:00:24.375979 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Attempting to bind port 331f1df2-a0ed-4351-a544-34bd746e8e93 on network 1c409703-0674-4cbb-9f3e-f398f357604d {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:00:24.381212 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:00:24.381537 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Checking segment: {'id': 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:00:24.381909 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Bound using segment: {'id': 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d'} {{(pid=75825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:00:24.382350 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.managers [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Bound port: 331f1df2-a0ed-4351-a544-34bd746e8e93, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d'}}] {{(pid=75825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:00:24.382686 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:24.492311 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] For port 331f1df2-a0ed-4351-a544-34bd746e8e93, host hv-cinder-80600, cleared binding levels {{(pid=75825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:00:24.497643 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] For port 331f1df2-a0ed-4351-a544-34bd746e8e93, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=331f1df2-a0ed-4351-a544-34bd746e8e93,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:00:24.566168 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758addcd-9005-4052-906c-beb934bc9aea req-0c46d196-4921-47a0-9ae7-330d109bc8ca tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:24.567748 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-758addcd-9005-4052-906c-beb934bc9aea req-0c46d196-4921-47a0-9ae7-330d109bc8ca tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0944073 Sep 15 09:00:24.570634 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092364'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:24.575570 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:24.653438 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Pushing event updated for resources: {'Port': ['ID=331f1df2-a0ed-4351-a544-34bd746e8e93,revision_number=3']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:24.657866 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-758addcd-9005-4052-906c-beb934bc9aea req-2139b1be-75ad-422d-8cc2-1a315ac8c98b tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845671 Sep 15 09:00:24.658483 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:24.662004 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:24.663489 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] 10.222.0.20 "PUT /v2.0/ports/331f1df2-a0ed-4351-a544-34bd746e8e93 HTTP/1.1" status: 200 len: 1093 time: 1.4766037 Sep 15 09:00:24.663941 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588ad70f-a4ba-41bd-98fc-3b3d3fd24904', 'tag': '331f1df2-a0ed-4351-a544-34bd746e8e93'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:00:24.721779 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588ad70f-a4ba-41bd-98fc-3b3d3fd24904', 'tag': '331f1df2-a0ed-4351-a544-34bd746e8e93', 'status': 'completed', 'code': 200} Sep 15 09:00:24.803906 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 46a75e53-1878-499f-89c2-34e2b09778a8 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:00:24.844398 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: 46a75e53-1878-499f-89c2-34e2b09778a8 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:00:24.844636 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 46a75e53-1878-499f-89c2-34e2b09778a8 not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:00:24.969790 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784a610-0f2b-4b83-9e45-5ecccfdb0e78 req-76c1229e-15e1-42e1-a673-0c183a3ae33c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:24.972121 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4784a610-0f2b-4b83-9e45-5ecccfdb0e78 req-76c1229e-15e1-42e1-a673-0c183a3ae33c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1691504 Sep 15 09:00:24.982501 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c5ea0d3c-d650-49da-b8c3-f306c6f78785 req-f0201365-6fea-43bc-9a98-e57c901b57f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1349b239f2142be8df3073348f83d4b&device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 1096 time: 0.1655483 Sep 15 09:00:25.024805 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4784a610-0f2b-4b83-9e45-5ecccfdb0e78 req-e913b012-94f2-45b6-9aae-b3fbd5573e8b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469108 Sep 15 09:00:25.245359 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea0d3c-d650-49da-b8c3-f306c6f78785 req-9912a902-f544-4a71-bd6c-8c05692bdcb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:25.247917 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c5ea0d3c-d650-49da-b8c3-f306c6f78785 req-9912a902-f544-4a71-bd6c-8c05692bdcb0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b1349b239f2142be8df3073348f83d4b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2380087 Sep 15 09:00:25.425830 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea0d3c-d650-49da-b8c3-f306c6f78785 req-42e51a63-e564-4926-923e-47cd3e95af36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:25.427437 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c5ea0d3c-d650-49da-b8c3-f306c6f78785 req-42e51a63-e564-4926-923e-47cd3e95af36 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1686139 Sep 15 09:00:25.492992 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 41052) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:00:25.560297 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b8544-65a4-4d30-ae43-36da247f0e13 req-51f74fea-3a66-4c8b-b99d-eccf00a132f8 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:25.561814 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-bc5b8544-65a4-4d30-ae43-36da247f0e13 req-51f74fea-3a66-4c8b-b99d-eccf00a132f8 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 943 time: 0.1186340 Sep 15 09:00:25.604528 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-eeaf2ef4-9b6f-476a-a31e-6e16856a49a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1349b239f2142be8df3073348f83d4b&device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 1096 time: 0.0896723 Sep 15 09:00:25.629140 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-bc5b8544-65a4-4d30-ae43-36da247f0e13 req-35d9339f-f2b9-4242-95ba-07b311f48fce tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585220 Sep 15 09:00:25.698693 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-50904add-37a4-4689-a321-ee9579589b70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=331f1df2-a0ed-4351-a544-34bd746e8e93 HTTP/1.1" status: 200 len: 217 time: 0.0795650 Sep 15 09:00:25.699472 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-dd26f9e9-bd20-4125-b554-caf12a98362f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:25.795425 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-dd26f9e9-bd20-4125-b554-caf12a98362f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:00:25.802739 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-04261c49-4faa-45e4-bd54-53d0e5b79175 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:25.804493 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-04261c49-4faa-45e4-bd54-53d0e5b79175 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=599314a5-b7e7-4604-bd49-77181d9b73d9 HTTP/1.1" status: 200 len: 854 time: 0.0925262 Sep 15 09:00:25.805665 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-dd26f9e9-bd20-4125-b554-caf12a98362f admin admin] Usage tracker for resource:security_group_rule and tenant:1a1694da379640f9af4d693159a5d14a is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:00:25.808857 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-dd26f9e9-bd20-4125-b554-caf12a98362f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:00:25.815087 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-dd26f9e9-bd20-4125-b554-caf12a98362f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:00:25.894834 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-dd26f9e9-bd20-4125-b554-caf12a98362f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:25.919594 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b0d74-dce1-46f0-911d-84a041da7ebc req-6d02a24f-189c-4631-b160-95aa8680c32d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:25.921068 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-396b0d74-dce1-46f0-911d-84a041da7ebc req-6d02a24f-189c-4631-b160-95aa8680c32d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.1023128 Sep 15 09:00:25.969182 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-396b0d74-dce1-46f0-911d-84a041da7ebc req-02b6a2d9-ef4b-4e15-9120-3572d90374a8 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411658 Sep 15 09:00:25.980077 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-d8172da6-fe8f-409e-bf0b-d5863e6cf8ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c409703-0674-4cbb-9f3e-f398f357604d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787168 Sep 15 09:00:25.999881 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-dd26f9e9-bd20-4125-b554-caf12a98362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:26.008609 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:26.112125 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c8b8b4b4-35ab-4c65-9e7e-8b886c49999e req-e4b244f3-67c2-498c-ba04-facc34ef924f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd3fe44e1e5d42c0b4118a5b3004daac&device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 1098 time: 0.0752711 Sep 15 09:00:26.212333 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-dd26f9e9-bd20-4125-b554-caf12a98362f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a1694da379640f9af4d693159a5d14a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7171667 Sep 15 09:00:26.224589 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 41080) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:00:26.297083 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26f9e9-bd20-4125-b554-caf12a98362f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3891bf-4768-45a5-a905-f28fe159eee2,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:26.301381 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-26b797e6-e438-4b64-9183-f3cdaf8c6ece service neutron] 10.222.0.20 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803380 Sep 15 09:00:26.302431 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-dd26f9e9-bd20-4125-b554-caf12a98362f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:26.309028 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923ca77-6da0-46c7-9099-2c2fb298b665 req-11aa6837-b674-4687-978d-530d1bfe44ef tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:26.316619 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5923ca77-6da0-46c7-9099-2c2fb298b665 req-11aa6837-b674-4687-978d-530d1bfe44ef tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.3792503 Sep 15 09:00:26.343782 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 41084) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:00:26.405057 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8b4b4-35ab-4c65-9e7e-8b886c49999e req-57dd88db-b51e-4b5c-803f-819e914b0590 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:26.406584 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c8b8b4b4-35ab-4c65-9e7e-8b886c49999e req-57dd88db-b51e-4b5c-803f-819e914b0590 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99cf6cad-714d-48b4-a18f-48890cca455e HTTP/1.1" status: 200 len: 920 time: 0.2840219 Sep 15 09:00:26.449729 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5923ca77-6da0-46c7-9099-2c2fb298b665 req-ceb8df09-c999-4a67-ac55-dfac60e6af5d tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322396 Sep 15 09:00:26.495062 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-03b2ca1d-5ba1-4aef-9684-fbeebc678596 req-0ab52276-e1a5-43c3-ab15-4d83567707d5 service neutron] 10.222.0.20 "GET /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599100 Sep 15 09:00:26.574234 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b050-feb1-445e-8deb-cedd8bbe0cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:26.605797 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c8b8b4b4-35ab-4c65-9e7e-8b886c49999e req-2b27be06-7949-4afe-8d9c-deb1e6aba2fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7b9192-1dcd-4cd1-8019-0543a7285ecc HTTP/1.1" status: 200 len: 217 time: 0.1866391 Sep 15 09:00:26.611475 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ee42f-642d-4339-b733-3ecedb2ad216 req-2a090851-b24d-405c-a499-41021fae0d65 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:26.612989 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a79ee42f-642d-4339-b733-3ecedb2ad216 req-2a090851-b24d-405c-a499-41021fae0d65 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.3893447 Sep 15 09:00:26.651376 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b050-feb1-445e-8deb-cedd8bbe0cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:26.757993 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-77401f99-4538-4f8a-b5f0-62deff7e4d51 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72b6343f1c844d948bcc8ac62e2214b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4126718 Sep 15 09:00:26.767254 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 41098) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:00:26.796533 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a79ee42f-642d-4339-b733-3ecedb2ad216 req-66906be1-90fd-44e2-a703-629d6ebaf7ab tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728189 Sep 15 09:00:26.818618 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8b4b4-35ab-4c65-9e7e-8b886c49999e req-d2d23bad-dafb-484a-8777-960c99b22519 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:26.820924 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c8b8b4b4-35ab-4c65-9e7e-8b886c49999e req-d2d23bad-dafb-484a-8777-960c99b22519 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d3741a-a3a3-4d75-a034-fc6e7362caaa HTTP/1.1" status: 200 len: 859 time: 0.1342971 Sep 15 09:00:26.827857 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 314b817f-9c79-46cf-a672-a625eea4af10 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:00:26.848209 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aa771-833a-4373-a703-071a266490b1 req-ced8c907-5385-4f3f-8581-39c00661ce12 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:26.848209 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-696aa771-833a-4373-a703-071a266490b1 req-ced8c907-5385-4f3f-8581-39c00661ce12 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 943 time: 0.0912709 Sep 15 09:00:26.918836 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-16c0fadf-d065-4c09-ac21-5d89da2d4aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:26.918836 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c8b8b4b4-35ab-4c65-9e7e-8b886c49999e req-087069b7-532b-49b3-bfb0-2bd6f285f8e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99cf6cad-714d-48b4-a18f-48890cca455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519869 Sep 15 09:00:26.936488 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-696aa771-833a-4373-a703-071a266490b1 req-42364fbd-f66b-45eb-88ea-ee217b578177 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846214 Sep 15 09:00:26.978726 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-16c0fadf-d065-4c09-ac21-5d89da2d4aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:26.985894 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b050-feb1-445e-8deb-cedd8bbe0cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:27.022827 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 314b817f-9c79-46cf-a672-a625eea4af10, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=314b817f-9c79-46cf-a672-a625eea4af10,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:00:27.037261 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': '314b817f-9c79-46cf-a672-a625eea4af10', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'port_id': '314b817f-9c79-46cf-a672-a625eea4af10', 'mac_address': 'fa:16:3e:c7:b9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:00:27.039299 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:27.069992 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9b050-feb1-445e-8deb-cedd8bbe0cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3891bf-4768-45a5-a905-f28fe159eee2,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:27.098255 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b050-feb1-445e-8deb-cedd8bbe0cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:27.099472 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-7ea9b050-feb1-445e-8deb-cedd8bbe0cc6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e3891bf-4768-45a5-a905-f28fe159eee2 HTTP/1.1" status: 204 len: 168 time: 0.8701057 Sep 15 09:00:27.100507 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-7ea9b050-feb1-445e-8deb-cedd8bbe0cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:27.101515 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:27.126344 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 314b817f-9c79-46cf-a672-a625eea4af10 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:00:27.143752 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 314b817f-9c79-46cf-a672-a625eea4af10, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=314b817f-9c79-46cf-a672-a625eea4af10,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:00:27.165381 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c8b8b4b4-35ab-4c65-9e7e-8b886c49999e req-efbcc3e7-e4fb-498e-8109-7cd1dc20dfd5 service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241058 Sep 15 09:00:27.238728 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:27.240784 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:27.317694 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=314b817f-9c79-46cf-a672-a625eea4af10,revision_number=6']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:27.330753 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-16c0fadf-d065-4c09-ac21-5d89da2d4aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:27.334340 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:27.342469 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4c3b9668-e2d6-4dc6-9c58-9325e3ffbb3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:27.361006 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0fadf-d065-4c09-ac21-5d89da2d4aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c61d9b-1906-476c-80c3-31d4a3709503,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:27.371277 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-16c0fadf-d065-4c09-ac21-5d89da2d4aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:27.415510 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2829246-9971-4922-a7a2-91e9d1daa7d2 req-acd172ed-63f8-4784-aa92-f280cc50c518 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:27.416922 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f2829246-9971-4922-a7a2-91e9d1daa7d2 req-acd172ed-63f8-4784-aa92-f280cc50c518 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.2509589 Sep 15 09:00:27.441453 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-16c0fadf-d065-4c09-ac21-5d89da2d4aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:27.442462 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-16c0fadf-d065-4c09-ac21-5d89da2d4aa5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34c61d9b-1906-476c-80c3-31d4a3709503 HTTP/1.1" status: 204 len: 168 time: 0.6724300 Sep 15 09:00:27.444560 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c8b8b4b4-35ab-4c65-9e7e-8b886c49999e req-d64fb19e-b414-48a2-bc1e-5b51a6df9d1d service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169061 Sep 15 09:00:27.478596 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f2829246-9971-4922-a7a2-91e9d1daa7d2 req-afee8992-4d7d-42c2-b48a-f3e79bce3b99 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473628 Sep 15 09:00:27.662123 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998b57b-2208-4522-977e-9fa0fb14d8d9 req-08fde42e-e50d-4344-b05f-b56efd4da243 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:27.663576 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-1998b57b-2208-4522-977e-9fa0fb14d8d9 req-08fde42e-e50d-4344-b05f-b56efd4da243 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0808814 Sep 15 09:00:27.708689 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-1998b57b-2208-4522-977e-9fa0fb14d8d9 req-22afefa4-8dd5-4033-8eca-302c40a0d40b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395303 Sep 15 09:00:27.724710 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['314b817f-9c79-46cf-a672-a625eea4af10'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:00:27.947016 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 41128) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:00:28.010258 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0d41d067-00ef-4baa-9d8b-6acf458976e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:28.058076 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-0d41d067-00ef-4baa-9d8b-6acf458976e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:00:28.064450 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-0d41d067-00ef-4baa-9d8b-6acf458976e7 admin admin] Usage tracker for resource:security_group_rule and tenant:33ac0d287d28445d88ddec3c11b0a05a is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:00:28.067925 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-0d41d067-00ef-4baa-9d8b-6acf458976e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:00:28.075534 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-0d41d067-00ef-4baa-9d8b-6acf458976e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:00:28.088100 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a433e2-f6a7-4e89-85aa-28d24997789d req-86a1df7c-823e-4310-91e2-8f22a3e29b1e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:28.089566 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-98a433e2-f6a7-4e89-85aa-28d24997789d req-86a1df7c-823e-4310-91e2-8f22a3e29b1e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1277299 Sep 15 09:00:28.156495 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-98a433e2-f6a7-4e89-85aa-28d24997789d req-09eec6cc-2f94-476d-a1a2-bc5f00885115 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604413 Sep 15 09:00:28.158193 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d328cea-c3f2-4eec-a185-099091d8aa5c req-2ecafd34-a1e2-44c8-8c06-b49df93327d7 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:28.159865 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5d328cea-c3f2-4eec-a185-099091d8aa5c req-2ecafd34-a1e2-44c8-8c06-b49df93327d7 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 943 time: 0.0911596 Sep 15 09:00:28.190213 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0d41d067-00ef-4baa-9d8b-6acf458976e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:28.209416 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5d328cea-c3f2-4eec-a185-099091d8aa5c req-9a48cb83-f8cf-47ce-bb79-da4b0958e989 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400105 Sep 15 09:00:28.244161 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0d41d067-00ef-4baa-9d8b-6acf458976e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:28.251431 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-97b50730-b7d8-4061-b0b6-e49d74f3f5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:28.288720 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41d067-00ef-4baa-9d8b-6acf458976e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e526bdfe-e24d-448a-83a3-c5e3fbdc1593,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:28.292619 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-0d41d067-00ef-4baa-9d8b-6acf458976e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:28.294962 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-0d41d067-00ef-4baa-9d8b-6acf458976e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33ac0d287d28445d88ddec3c11b0a05a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3469701 Sep 15 09:00:28.297650 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 41134) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:00:28.358714 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3a31a475-1cfd-4c9d-b9fb-d85e0094424e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:28.384344 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3a31a475-1cfd-4c9d-b9fb-d85e0094424e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:28.501327 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3a31a475-1cfd-4c9d-b9fb-d85e0094424e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:28.505027 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4bc833a0-fbb9-413b-8087-35c61e86aef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:28.516613 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31a475-1cfd-4c9d-b9fb-d85e0094424e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e526bdfe-e24d-448a-83a3-c5e3fbdc1593,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:28.518911 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-3a31a475-1cfd-4c9d-b9fb-d85e0094424e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:28.525154 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3a31a475-1cfd-4c9d-b9fb-d85e0094424e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:28.526683 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-3a31a475-1cfd-4c9d-b9fb-d85e0094424e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e526bdfe-e24d-448a-83a3-c5e3fbdc1593 HTTP/1.1" status: 204 len: 168 time: 0.2277210 Sep 15 09:00:28.687716 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34a79c-1d0e-4756-8957-6cf14ef3f7fd req-61735064-95da-4542-a793-36d39f1a2bf1 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:28.689176 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1d34a79c-1d0e-4756-8957-6cf14ef3f7fd req-61735064-95da-4542-a793-36d39f1a2bf1 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 944 time: 0.0759733 Sep 15 09:00:28.733201 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1d34a79c-1d0e-4756-8957-6cf14ef3f7fd req-3802102a-97a6-46fa-88ff-262d42e979e9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385206 Sep 15 09:00:28.907865 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b155f7-476e-4d31-b349-58707a729646 req-0bfb4386-fb06-4843-ba06-0bafcd642357 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:28.909314 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-19b155f7-476e-4d31-b349-58707a729646 req-0bfb4386-fb06-4843-ba06-0bafcd642357 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0766137 Sep 15 09:00:28.953551 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-19b155f7-476e-4d31-b349-58707a729646 req-536a4333-9278-46e2-9e80-dff342f37341 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380626 Sep 15 09:00:29.360547 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f718c-f004-42f4-96b2-adc9f1b08c69 req-b7746e9d-766b-4937-bf54-1ac0de9ae762 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:29.362007 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5f8f718c-f004-42f4-96b2-adc9f1b08c69 req-b7746e9d-766b-4937-bf54-1ac0de9ae762 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0811832 Sep 15 09:00:29.416778 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50beea-8b07-45f9-b677-bab4e507fec9 req-d75d115a-18c3-4662-89a6-1008da21aae6 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:29.417100 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5f8f718c-f004-42f4-96b2-adc9f1b08c69 req-e1e385cb-d35e-4ce1-8200-2ed7756529d9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482566 Sep 15 09:00:29.418265 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cf50beea-8b07-45f9-b677-bab4e507fec9 req-d75d115a-18c3-4662-89a6-1008da21aae6 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 943 time: 0.0892491 Sep 15 09:00:29.470593 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cf50beea-8b07-45f9-b677-bab4e507fec9 req-d6fdfd0c-de63-4b88-a5b5-493ac0602c76 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464902 Sep 15 09:00:29.950048 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9380d6-d131-4087-8a55-438e446f3803 req-325b55e9-aa97-4f48-981c-7d188322e394 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:29.951584 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ff9380d6-d131-4087-8a55-438e446f3803 req-325b55e9-aa97-4f48-981c-7d188322e394 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 944 time: 0.0808997 Sep 15 09:00:30.000530 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ff9380d6-d131-4087-8a55-438e446f3803 req-53fa5363-7283-43df-868d-7d928f3fc7d0 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435979 Sep 15 09:00:30.157832 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26527c0-c0c4-45ef-8fa8-99b7994bff39 req-a0e7744a-6ada-45e0-ac54-8132b1f59842 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:30.159380 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d26527c0-c0c4-45ef-8fa8-99b7994bff39 req-a0e7744a-6ada-45e0-ac54-8132b1f59842 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0812185 Sep 15 09:00:30.205664 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d26527c0-c0c4-45ef-8fa8-99b7994bff39 req-25bf3c0d-282a-4509-a314-0c7d221c1fae tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 Sep 15 09:00:30.620461 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1182cb5-d828-498f-ac52-a35d18e69cbc req-fe925228-bc26-44cb-ab2f-3c16288ea09f tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:30.627102 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d1182cb5-d828-498f-ac52-a35d18e69cbc req-fe925228-bc26-44cb-ab2f-3c16288ea09f tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0842190 Sep 15 09:00:30.675586 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d1182cb5-d828-498f-ac52-a35d18e69cbc req-a32d3728-6277-4818-b590-1edfd3532c1b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466537 Sep 15 09:00:30.690554 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c177bc-1974-4d2c-afe4-4692eabd6627 req-1d4476e4-525c-4c26-ac69-12547f3dc033 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:30.692087 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e2c177bc-1974-4d2c-afe4-4692eabd6627 req-1d4476e4-525c-4c26-ac69-12547f3dc033 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 943 time: 0.0916066 Sep 15 09:00:30.738126 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e2c177bc-1974-4d2c-afe4-4692eabd6627 req-4baed847-c693-45bf-b658-3586efe59ffe tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404778 Sep 15 09:00:31.213546 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184aca-83f9-43a5-9b5a-9477e3ad297e req-a822b9f9-3d66-405f-97ae-5cad5bedcf90 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:31.215032 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-90184aca-83f9-43a5-9b5a-9477e3ad297e req-a822b9f9-3d66-405f-97ae-5cad5bedcf90 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 944 time: 0.0826414 Sep 15 09:00:31.264025 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-90184aca-83f9-43a5-9b5a-9477e3ad297e req-aeaf98ad-881f-49bd-be36-341a8f46582d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427666 Sep 15 09:00:31.371712 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4182ef8f-d84d-4a84-bf39-4bbfdc5d433a req-90743363-5dee-4078-a308-4ae0823f6bbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd3fe44e1e5d42c0b4118a5b3004daac&device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 1098 time: 0.0751963 Sep 15 09:00:31.407060 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f8f0d-0f95-45e7-bc82-649e26def01b req-60d9bd6d-de85-4b73-a32b-5d2ec62e6a01 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:31.408518 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-029f8f0d-0f95-45e7-bc82-649e26def01b req-60d9bd6d-de85-4b73-a32b-5d2ec62e6a01 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0808706 Sep 15 09:00:31.526840 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-029f8f0d-0f95-45e7-bc82-649e26def01b req-63c038f0-ec87-4d37-8383-a0105d743c4a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125078 Sep 15 09:00:31.612079 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182ef8f-d84d-4a84-bf39-4bbfdc5d433a req-d29ba234-e128-4282-9402-4cd95c40ba22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:31.613532 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4182ef8f-d84d-4a84-bf39-4bbfdc5d433a req-d29ba234-e128-4282-9402-4cd95c40ba22 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99cf6cad-714d-48b4-a18f-48890cca455e HTTP/1.1" status: 200 len: 920 time: 0.2136519 Sep 15 09:00:31.686979 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4182ef8f-d84d-4a84-bf39-4bbfdc5d433a req-68841abd-6cbf-48a4-b1b4-d5207fab33d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7b9192-1dcd-4cd1-8019-0543a7285ecc HTTP/1.1" status: 200 len: 217 time: 0.0628300 Sep 15 09:00:31.762719 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182ef8f-d84d-4a84-bf39-4bbfdc5d433a req-c94f7f02-e4c5-4fdf-a57a-8128fa0040bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:31.764185 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4182ef8f-d84d-4a84-bf39-4bbfdc5d433a req-c94f7f02-e4c5-4fdf-a57a-8128fa0040bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d3741a-a3a3-4d75-a034-fc6e7362caaa HTTP/1.1" status: 200 len: 859 time: 0.0673127 Sep 15 09:00:31.860017 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4182ef8f-d84d-4a84-bf39-4bbfdc5d433a req-f23c27a1-2512-46b2-8d1d-48ecf9662ee1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99cf6cad-714d-48b4-a18f-48890cca455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859034 Sep 15 09:00:31.930531 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:31.953105 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c3490-2c14-4ab2-805c-04f9f1af6daa req-ca208959-0f92-4277-a0b4-e340d8958e97 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:31.954781 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-208c3490-2c14-4ab2-805c-04f9f1af6daa req-ca208959-0f92-4277-a0b4-e340d8958e97 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 943 time: 0.0781918 Sep 15 09:00:31.985019 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce44172-316f-49fd-8464-ce577d7f5093 req-bd54c0a2-4fbb-416b-a1af-ae529588e90c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:31.985019 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1ce44172-316f-49fd-8464-ce577d7f5093 req-bd54c0a2-4fbb-416b-a1af-ae529588e90c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1690326 Sep 15 09:00:32.011753 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-208c3490-2c14-4ab2-805c-04f9f1af6daa req-dc6f39d7-056b-4898-9982-76e3823fc023 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506721 Sep 15 09:00:32.052708 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4182ef8f-d84d-4a84-bf39-4bbfdc5d433a req-7e7c5b4c-3cb9-474a-95f5-5bcd133e1864 service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746848 Sep 15 09:00:32.060544 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1ce44172-316f-49fd-8464-ce577d7f5093 req-406db476-fe06-487a-a252-ec48082b780c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693314 Sep 15 09:00:32.227703 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4182ef8f-d84d-4a84-bf39-4bbfdc5d433a req-718f4cc4-54a1-448f-bf88-611e731cc40a service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624393 Sep 15 09:00:32.480575 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baea102-6658-4fbb-90e3-f584c902dbe5 req-d0909c24-534e-47ea-97b3-b59e92958b9f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:32.482123 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0baea102-6658-4fbb-90e3-f584c902dbe5 req-d0909c24-534e-47ea-97b3-b59e92958b9f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 944 time: 0.0809309 Sep 15 09:00:32.546642 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0baea102-6658-4fbb-90e3-f584c902dbe5 req-3d0a0c50-9631-4d3f-a616-702a72f7b30d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589838 Sep 15 09:00:32.730792 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e6c64-0b4d-4085-8fd2-a07d22913daa req-307888ee-5a23-492d-9c84-8ea203086e84 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:32.732262 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e10e6c64-0b4d-4085-8fd2-a07d22913daa req-307888ee-5a23-492d-9c84-8ea203086e84 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0841663 Sep 15 09:00:32.779333 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e10e6c64-0b4d-4085-8fd2-a07d22913daa req-e4e7d253-8622-48fa-a0a6-99e947ba396a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412621 Sep 15 09:00:33.279223 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7bc21-4b7a-4b4a-a1bf-f34774296248 req-0f735b25-43e8-4db6-b44e-8ea455ed8b9d tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:33.284689 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-81b7bc21-4b7a-4b4a-a1bf-f34774296248 req-0f735b25-43e8-4db6-b44e-8ea455ed8b9d tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 943 time: 0.1100256 Sep 15 09:00:33.285555 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 331f1df2-a0ed-4351-a544-34bd746e8e93 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:00:33.319049 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001410e7-5786-4ef8-9b69-59a1307d52cb req-d7f321b8-ac70-418d-858c-780d356627aa tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:33.327467 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-001410e7-5786-4ef8-9b69-59a1307d52cb req-d7f321b8-ac70-418d-858c-780d356627aa tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1375623 Sep 15 09:00:33.349944 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 314b817f-9c79-46cf-a672-a625eea4af10 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:00:33.384216 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-81b7bc21-4b7a-4b4a-a1bf-f34774296248 req-243aa3d0-e961-44e6-be5d-a7690bcc0047 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820491 Sep 15 09:00:33.401354 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-001410e7-5786-4ef8-9b69-59a1307d52cb req-bcb4580c-105f-421a-b135-b8e784597896 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718191 Sep 15 09:00:33.568514 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 331f1df2-a0ed-4351-a544-34bd746e8e93, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=331f1df2-a0ed-4351-a544-34bd746e8e93,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:00:33.585565 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': '331f1df2-a0ed-4351-a544-34bd746e8e93', 'network_id': '1c409703-0674-4cbb-9f3e-f398f357604d', 'port_id': '331f1df2-a0ed-4351-a544-34bd746e8e93', 'mac_address': 'fa:16:3e:19:c7:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599314a5-b7e7-4604-bd49-77181d9b73d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:00:33.641420 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port 314b817f-9c79-46cf-a672-a625eea4af10 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:00:33.641987 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:33.714958 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:33.740295 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331f1df2-a0ed-4351-a544-34bd746e8e93 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:00:33.794848 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 331f1df2-a0ed-4351-a544-34bd746e8e93, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=331f1df2-a0ed-4351-a544-34bd746e8e93,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:00:33.809304 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4f9d1-e162-463c-b597-971d7648e550 req-6ed3fd4c-26d8-48f7-a38f-b116942709a5 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:33.811726 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-4fb4f9d1-e162-463c-b597-971d7648e550 req-6ed3fd4c-26d8-48f7-a38f-b116942709a5 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 944 time: 0.1044037 Sep 15 09:00:33.846761 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:33.869839 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:33.874024 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:33.882060 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-4fb4f9d1-e162-463c-b597-971d7648e550 req-9edda758-49e7-46f3-8d52-7b7d6fa8d801 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649767 Sep 15 09:00:34.013430 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314b817f-9c79-46cf-a672-a625eea4af10'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:00:34.031049 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 314b817f-9c79-46cf-a672-a625eea4af10, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=314b817f-9c79-46cf-a672-a625eea4af10,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:00:34.051545 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=331f1df2-a0ed-4351-a544-34bd746e8e93,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:34.064180 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:34.071770 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3be17-c179-4ab9-adec-7ec1ebbd074b req-be128aa8-c01c-4255-9550-5f04fc7f2a1c tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:34.073637 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-eda3be17-c179-4ab9-adec-7ec1ebbd074b req-be128aa8-c01c-4255-9550-5f04fc7f2a1c tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1211183 Sep 15 09:00:34.123976 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:34.126013 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:34.150431 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-eda3be17-c179-4ab9-adec-7ec1ebbd074b req-a244336e-f772-42cd-98b8-09ce060026c3 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662689 Sep 15 09:00:34.187702 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314b817f-9c79-46cf-a672-a625eea4af10', 'code': 200} Sep 15 09:00:34.239532 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=314b817f-9c79-46cf-a672-a625eea4af10,revision_number=7']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:34.246822 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:34.471489 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['331f1df2-a0ed-4351-a544-34bd746e8e93'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:00:34.659422 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c4345-d725-4939-8867-5b142ee9e565 req-e97a8ffb-4f4b-4be5-9378-f327b1094c76 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:34.669683 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b30c4345-d725-4939-8867-5b142ee9e565 req-e97a8ffb-4f4b-4be5-9378-f327b1094c76 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 944 time: 0.1307456 Sep 15 09:00:34.750277 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b30c4345-d725-4939-8867-5b142ee9e565 req-720d2ee4-df98-4f38-8383-a5d99987126f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793428 Sep 15 09:00:34.812732 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff097c83-4138-400c-9355-5e0cff4ba659 req-24199116-cebc-4a14-841e-18bbfe05b9ee tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:34.814760 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ff097c83-4138-400c-9355-5e0cff4ba659 req-24199116-cebc-4a14-841e-18bbfe05b9ee tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1236997 Sep 15 09:00:34.878007 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ff097c83-4138-400c-9355-5e0cff4ba659 req-995049b4-56ea-4666-bd9e-29022626f6d8 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484147 Sep 15 09:00:35.261375 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e564efb-3376-4740-b867-3ccdab0808ac req-7ef833d7-a882-400e-9b4f-1db162b3fa68 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:35.284005 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6e564efb-3376-4740-b867-3ccdab0808ac req-7ef833d7-a882-400e-9b4f-1db162b3fa68 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.1803832 Sep 15 09:00:35.343331 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6e564efb-3376-4740-b867-3ccdab0808ac req-9b0ba0ab-6750-49c1-b394-ee8209d2da06 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582738 Sep 15 09:00:35.442563 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32345d0c-a0d6-48a4-bcc9-ebdd3ef37c3d req-8f0052de-3f7c-49cf-b9e6-62f030ef079d tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:35.444039 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-32345d0c-a0d6-48a4-bcc9-ebdd3ef37c3d req-8f0052de-3f7c-49cf-b9e6-62f030ef079d tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1071050 Sep 15 09:00:35.495529 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-32345d0c-a0d6-48a4-bcc9-ebdd3ef37c3d req-177bc550-1a70-4c11-862b-31f7755d4191 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448380 Sep 15 09:00:36.053160 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-2c39749e-398a-4fa3-a5d5-56a971aded94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:36.061927 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0490b-cb36-4e19-98db-02e4e83935cb req-6bfa3a39-ce39-4147-8d91-05891b86688c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:36.067862 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-edc0490b-cb36-4e19-98db-02e4e83935cb req-6bfa3a39-ce39-4147-8d91-05891b86688c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 944 time: 0.1366293 Sep 15 09:00:36.165593 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-edc0490b-cb36-4e19-98db-02e4e83935cb req-d6020624-299c-4f8d-aa10-0f72e30bafe6 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889440 Sep 15 09:00:36.230388 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992591b-c458-4a58-84b9-0b5150ccdde9 req-64d2146b-05e7-4f01-bed6-fee8aced9d5d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:36.238661 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9992591b-c458-4a58-84b9-0b5150ccdde9 req-64d2146b-05e7-4f01-bed6-fee8aced9d5d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1528902 Sep 15 09:00:36.300560 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9992591b-c458-4a58-84b9-0b5150ccdde9 req-08462ce4-2af6-434c-8c70-8eb0ea3f8c3a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605080 Sep 15 09:00:36.552619 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:36.581142 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130336b-2681-4b31-8588-f2f3e3063498 req-415cd2cc-d518-4129-9435-712b76d64309 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:36.582932 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c130336b-2681-4b31-8588-f2f3e3063498 req-415cd2cc-d518-4129-9435-712b76d64309 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.1028476 Sep 15 09:00:36.646827 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c130336b-2681-4b31-8588-f2f3e3063498 req-4cc9823a-8a4f-4e1e-b999-d6e33198dbd6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575178 Sep 15 09:00:36.751405 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff3920-8b39-4d5e-9019-80dfd394c26d req-2ff5e8c3-d5e9-47a9-af2a-ded57b6cb404 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:36.754133 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-87ff3920-8b39-4d5e-9019-80dfd394c26d req-2ff5e8c3-d5e9-47a9-af2a-ded57b6cb404 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1208909 Sep 15 09:00:36.811764 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-87ff3920-8b39-4d5e-9019-80dfd394c26d req-9dc1a1a1-194f-435c-b066-abaae92d62bc tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527835 Sep 15 09:00:37.447901 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8914c4-8e3c-469b-add1-e97a84eebdc5 req-f85cf1e9-7a09-49c4-8fff-93c62a88a343 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:37.454997 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cf8914c4-8e3c-469b-add1-e97a84eebdc5 req-f85cf1e9-7a09-49c4-8fff-93c62a88a343 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 944 time: 0.1109591 Sep 15 09:00:37.502684 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cf8914c4-8e3c-469b-add1-e97a84eebdc5 req-063be668-3340-4082-9e1b-94922fa6eaba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463979 Sep 15 09:00:37.571968 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b3cca-b71a-4020-85d9-0277065fe0ee req-fd2edab6-f572-4842-aaca-522052042673 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:37.573580 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-235b3cca-b71a-4020-85d9-0277065fe0ee req-fd2edab6-f572-4842-aaca-522052042673 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0910873 Sep 15 09:00:37.621287 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-235b3cca-b71a-4020-85d9-0277065fe0ee req-0e21ee9f-848d-4740-9409-0b15761452b5 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419610 Sep 15 09:00:37.941275 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a3c73-bbc2-449d-951e-8667c940421a req-d2a2c853-f113-4c91-bd68-904037011d53 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:37.942792 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-013a3c73-bbc2-449d-951e-8667c940421a req-d2a2c853-f113-4c91-bd68-904037011d53 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0894403 Sep 15 09:00:38.006033 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-013a3c73-bbc2-449d-951e-8667c940421a req-2239de10-19a6-41ba-af9d-eaa455461863 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534313 Sep 15 09:00:38.272759 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-358d72f6-c603-45f6-8375-bbe619cf8679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:38.296785 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11447892-104a-49e0-90f6-30565ef14355 req-0e883a40-bdca-4256-9ef3-88f8b3c60817 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:38.303571 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-11447892-104a-49e0-90f6-30565ef14355 req-0e883a40-bdca-4256-9ef3-88f8b3c60817 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1020222 Sep 15 09:00:38.350220 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-11447892-104a-49e0-90f6-30565ef14355 req-df19ccdb-52b0-4fa7-b9db-efe04da4cb36 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456855 Sep 15 09:00:38.378237 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f38a24-c827-4ef0-9b4b-82aa901a830f req-949a75c4-d9e6-4bc3-abf8-36b228ead1cf tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:38.383820 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-90f38a24-c827-4ef0-9b4b-82aa901a830f req-949a75c4-d9e6-4bc3-abf8-36b228ead1cf tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0848918 Sep 15 09:00:38.440510 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-90f38a24-c827-4ef0-9b4b-82aa901a830f req-c89524ae-9b4c-4d3a-abe7-95d9ee8e2466 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545294 Sep 15 09:00:38.787194 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b091739-0cd8-4f0e-acb2-185270a3b543 req-4ed9ee20-be1e-447e-a5c0-0b6dd5d5a215 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:38.788799 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4b091739-0cd8-4f0e-acb2-185270a3b543 req-4ed9ee20-be1e-447e-a5c0-0b6dd5d5a215 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 944 time: 0.1636953 Sep 15 09:00:38.841682 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4b091739-0cd8-4f0e-acb2-185270a3b543 req-f09c361c-a96c-4f01-a837-1ab0e95eb948 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468292 Sep 15 09:00:39.281033 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0180a7d-de29-42b0-b948-e30f8f22197c req-5543a9a2-4e83-48d6-a0c7-2de28f89fcef tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:39.282707 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d0180a7d-de29-42b0-b948-e30f8f22197c req-5543a9a2-4e83-48d6-a0c7-2de28f89fcef tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0888338 Sep 15 09:00:39.284884 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f4ef75e1-6b57-4b49-bd38-70bf8e12c5dc req-ca934e01-66c9-46e4-8d87-e971c6c0d3ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1aadda57f2be49a592d2dc246c4ce0ed&device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 1099 time: 0.1031582 Sep 15 09:00:39.308815 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 331f1df2-a0ed-4351-a544-34bd746e8e93 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:00:39.347477 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d0180a7d-de29-42b0-b948-e30f8f22197c req-21b92967-3a3a-47bf-b932-acce9b490634 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588672 Sep 15 09:00:39.379609 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:39.478397 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port 331f1df2-a0ed-4351-a544-34bd746e8e93 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:00:39.484607 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port 331f1df2-a0ed-4351-a544-34bd746e8e93 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:00:39.491095 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:39.537575 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef75e1-6b57-4b49-bd38-70bf8e12c5dc req-9b30eec4-edf9-4fcd-af66-9c7187acd67c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:39.542965 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f4ef75e1-6b57-4b49-bd38-70bf8e12c5dc req-9b30eec4-edf9-4fcd-af66-9c7187acd67c service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a7d9519-adcd-45df-bd0a-0005f95484a0 HTTP/1.1" status: 200 len: 912 time: 0.2486300 Sep 15 09:00:39.708004 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:39.718825 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f4ef75e1-6b57-4b49-bd38-70bf8e12c5dc req-0637d4d6-78af-4b95-8a82-6c3707777e76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afdabbd5-43b9-4136-8495-2bdae211bde3 HTTP/1.1" status: 200 len: 1002 time: 0.1656044 Sep 15 09:00:39.740428 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce97dc-8952-4295-a62d-f28ee6cf1b35 req-57f25a4e-b623-47da-b2a1-58d44e8abbdd tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:39.743292 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588ad70f-a4ba-41bd-98fc-3b3d3fd24904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331f1df2-a0ed-4351-a544-34bd746e8e93'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:00:39.749072 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c2ce97dc-8952-4295-a62d-f28ee6cf1b35 req-57f25a4e-b623-47da-b2a1-58d44e8abbdd tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1353254 Sep 15 09:00:39.765918 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 331f1df2-a0ed-4351-a544-34bd746e8e93, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=331f1df2-a0ed-4351-a544-34bd746e8e93,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:00:39.797326 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe866c-3bcb-4a27-bb97-55c454caac5b req-ea00b18f-ba10-45f1-b5db-2477c932c2e7 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:39.806431 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cdbe866c-3bcb-4a27-bb97-55c454caac5b req-ea00b18f-ba10-45f1-b5db-2477c932c2e7 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1286600 Sep 15 09:00:39.842188 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:39.843384 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c2ce97dc-8952-4295-a62d-f28ee6cf1b35 req-393f3845-2579-4f6c-be3e-0ae997460f77 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933440 Sep 15 09:00:39.844520 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:39.877981 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cdbe866c-3bcb-4a27-bb97-55c454caac5b req-fa5a7e29-e782-4d41-9773-96a32f93430f tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704861 Sep 15 09:00:39.950115 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588ad70f-a4ba-41bd-98fc-3b3d3fd24904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331f1df2-a0ed-4351-a544-34bd746e8e93', 'code': 200} Sep 15 09:00:39.959055 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=331f1df2-a0ed-4351-a544-34bd746e8e93,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:39.963529 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:40.093914 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a648634-b0c7-4f53-aa44-9868d1253822 req-023c9360-4ec0-452d-b2c2-9ebc4b0d937d tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:40.095425 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9a648634-b0c7-4f53-aa44-9868d1253822 req-023c9360-4ec0-452d-b2c2-9ebc4b0d937d tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 945 time: 0.0796528 Sep 15 09:00:40.145345 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9a648634-b0c7-4f53-aa44-9868d1253822 req-1f44334a-b5fb-4c85-8fa0-53b9d06fcd14 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442836 Sep 15 09:00:40.589002 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191caca-a461-4cd3-b9a7-d95de11643c4 req-307fe641-a44f-4b66-8e29-d23f4135500d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:40.591344 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9191caca-a461-4cd3-b9a7-d95de11643c4 req-307fe641-a44f-4b66-8e29-d23f4135500d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0900643 Sep 15 09:00:40.653447 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9191caca-a461-4cd3-b9a7-d95de11643c4 req-36195651-9c78-420f-af9d-ea39dd8f4e36 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554504 Sep 15 09:00:40.798843 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:41.103651 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0a592-4a70-45c8-bb36-c3655e1095d7 req-098f0121-22c5-4ae8-87a2-0df010668ddf tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:41.121249 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-64a0a592-4a70-45c8-bb36-c3655e1095d7 req-098f0121-22c5-4ae8-87a2-0df010668ddf tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1222236 Sep 15 09:00:41.154130 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5a5fc-67bf-454d-800d-9d050b0b6fec req-6333c044-762a-4c62-8ad7-7d5d82b87a6b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:41.155621 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fdf5a5fc-67bf-454d-800d-9d050b0b6fec req-6333c044-762a-4c62-8ad7-7d5d82b87a6b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0870006 Sep 15 09:00:41.216147 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fdf5a5fc-67bf-454d-800d-9d050b0b6fec req-5c457ac8-a8a8-4e75-bbef-6e17f844c4a4 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545564 Sep 15 09:00:41.235629 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-64a0a592-4a70-45c8-bb36-c3655e1095d7 req-9a996910-16af-40a0-a189-ce49dd5d8698 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133103 Sep 15 09:00:41.487674 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ae73f-c0ad-48a0-819a-dedbcc3cf23f req-620b1156-3421-40d2-ae40-39df91f49cc3 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:41.495411 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2f0ae73f-c0ad-48a0-819a-dedbcc3cf23f req-620b1156-3421-40d2-ae40-39df91f49cc3 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 945 time: 0.1023619 Sep 15 09:00:41.555417 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2f0ae73f-c0ad-48a0-819a-dedbcc3cf23f req-d70c54a7-fa85-41e9-886c-0f1ec1777433 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583625 Sep 15 09:00:41.907669 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eef2eb-50bb-45b8-9c74-33afb80a39e1 req-71d74d3f-b37e-4cc2-9467-defd7cd7c7d3 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:41.909604 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-87eef2eb-50bb-45b8-9c74-33afb80a39e1 req-71d74d3f-b37e-4cc2-9467-defd7cd7c7d3 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0990040 Sep 15 09:00:41.965458 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-87eef2eb-50bb-45b8-9c74-33afb80a39e1 req-ffcba503-316b-41b8-b53b-97b4fb2d8ed5 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431678 Sep 15 09:00:42.459104 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739e4e3-09a0-439f-a348-1cd0b0277b18 req-9e7cc04d-1595-40e6-952a-178c3f27af52 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:42.461333 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8739e4e3-09a0-439f-a348-1cd0b0277b18 req-9e7cc04d-1595-40e6-952a-178c3f27af52 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0954795 Sep 15 09:00:42.470715 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a6715-f9cc-468f-9115-4c52fa8d4fa4 req-13d7f65f-7acf-4d9c-8169-3026d951cc5a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:42.471109 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-685a6715-f9cc-468f-9115-4c52fa8d4fa4 req-13d7f65f-7acf-4d9c-8169-3026d951cc5a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0951567 Sep 15 09:00:42.530642 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8739e4e3-09a0-439f-a348-1cd0b0277b18 req-498a8453-a9bc-46ec-903c-b7a36207eab9 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637875 Sep 15 09:00:42.574193 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-685a6715-f9cc-468f-9115-4c52fa8d4fa4 req-39dc14f3-80f1-461b-b63f-abc3ed1d4940 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955138 Sep 15 09:00:42.596657 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef75e1-6b57-4b49-bd38-70bf8e12c5dc req-7de3b248-b2bd-4df5-823a-569107eeff83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:42.598342 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f4ef75e1-6b57-4b49-bd38-70bf8e12c5dc req-7de3b248-b2bd-4df5-823a-569107eeff83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c HTTP/1.1" status: 200 len: 850 time: 0.0895431 Sep 15 09:00:42.736350 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f4ef75e1-6b57-4b49-bd38-70bf8e12c5dc req-395810ae-754c-4351-874a-1c9b5b74e528 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a7d9519-adcd-45df-bd0a-0005f95484a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1233225 Sep 15 09:00:42.812947 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbf7c7-0990-4a48-ad95-1cc4d41b9283 req-01da0988-f0ab-430c-bd17-f71ae0cbf62a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:42.816211 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-20fbf7c7-0990-4a48-ad95-1cc4d41b9283 req-01da0988-f0ab-430c-bd17-f71ae0cbf62a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 945 time: 0.1107619 Sep 15 09:00:42.905293 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f4ef75e1-6b57-4b49-bd38-70bf8e12c5dc req-8f5c7f45-b427-4541-815d-f8f8d135aa3d service neutron] 10.222.0.20 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582503 Sep 15 09:00:42.906648 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-20fbf7c7-0990-4a48-ad95-1cc4d41b9283 req-83658a03-26d2-4e93-a099-7cbc7f4353ca tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813859 Sep 15 09:00:43.001625 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c5523607-c6ad-4ebd-8042-779e8eaa1cb3 req-986f3254-a0a5-4cae-935b-e215a0f33cc3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 1098 time: 0.0937893 Sep 15 09:00:43.061429 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c5523607-c6ad-4ebd-8042-779e8eaa1cb3 req-6ee9ef68-855e-4404-a562-8f4c7f9b5db3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518317 Sep 15 09:00:43.082808 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f4ef75e1-6b57-4b49-bd38-70bf8e12c5dc req-ed1fbcd1-8a94-4255-b40f-e69d1d29fc0c service neutron] 10.222.0.20 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691096 Sep 15 09:00:43.214429 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2d7a0-93f1-496d-86a6-02b294067f34 req-b8127de8-5daf-477d-9cb7-a63b77cc46b4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:43.216295 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-91c2d7a0-93f1-496d-86a6-02b294067f34 req-b8127de8-5daf-477d-9cb7-a63b77cc46b4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0906470 Sep 15 09:00:43.266769 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-91c2d7a0-93f1-496d-86a6-02b294067f34 req-f78753ea-fcb2-447e-8bf0-5ba15668e674 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444391 Sep 15 09:00:43.864651 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2b2b7-ae5e-4fbf-abac-1ba36e5597ed req-b0fe6c3f-4923-4673-8328-bfb0bd765620 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:43.868955 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e3ed2-3586-4983-b808-ff03eb665e4b req-489d7bd9-c830-46b0-bb75-df2725d2cb78 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:43.876292 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-4f3e3ed2-3586-4983-b808-ff03eb665e4b req-489d7bd9-c830-46b0-bb75-df2725d2cb78 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1977599 Sep 15 09:00:43.878168 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-75f2b2b7-ae5e-4fbf-abac-1ba36e5597ed req-b0fe6c3f-4923-4673-8328-bfb0bd765620 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1253703 Sep 15 09:00:43.928981 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-4f3e3ed2-3586-4983-b808-ff03eb665e4b req-a65fc1e3-fdbd-4b8d-9dc3-75845b218e7c tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529103 Sep 15 09:00:43.949464 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-75f2b2b7-ae5e-4fbf-abac-1ba36e5597ed req-3c7722b0-213b-467d-9d7a-277d2bffde30 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648265 Sep 15 09:00:44.126732 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02428724-0997-4392-be80-18c93cf5286e req-301e3700-8084-491d-9f0e-2aba9965b5a7 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:44.128692 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-02428724-0997-4392-be80-18c93cf5286e req-301e3700-8084-491d-9f0e-2aba9965b5a7 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 945 time: 0.0845561 Sep 15 09:00:44.183106 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-02428724-0997-4392-be80-18c93cf5286e req-0aabced5-ce81-4f09-80fa-87073e08ff4a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479126 Sep 15 09:00:44.558605 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f844f0a-e831-4db5-961f-310d88f78744 req-5ccb6123-f8f5-40e3-888b-9b089463a5b0 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:44.560059 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4f844f0a-e831-4db5-961f-310d88f78744 req-5ccb6123-f8f5-40e3-888b-9b089463a5b0 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.1426461 Sep 15 09:00:44.615370 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4f844f0a-e831-4db5-961f-310d88f78744 req-90b3ade1-8116-4f95-8086-76dc9f97836c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484047 Sep 15 09:00:45.253594 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7140b-7327-4d58-a93b-36bf11bf9542 req-d166a2e0-e1cf-42f1-a96a-e419a0e2bb6b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:45.255210 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e2d7140b-7327-4d58-a93b-36bf11bf9542 req-d166a2e0-e1cf-42f1-a96a-e419a0e2bb6b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1318085 Sep 15 09:00:45.267669 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a14df-5655-48b0-8161-2b07a31d2acd req-c7aba610-9184-40f1-a988-b8d4e781505f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:45.277846 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6b3a14df-5655-48b0-8161-2b07a31d2acd req-c7aba610-9184-40f1-a988-b8d4e781505f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1584156 Sep 15 09:00:45.330418 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e2d7140b-7327-4d58-a93b-36bf11bf9542 req-bf011520-7a0d-4f5d-ac54-ee7243d31514 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577033 Sep 15 09:00:45.333084 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6b3a14df-5655-48b0-8161-2b07a31d2acd req-c53b0ac3-08db-4e3b-a6f2-dd8798afdcf6 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542657 Sep 15 09:00:45.788934 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10104e-8875-4d4b-b6db-5f380adfc0a2 req-9986eb26-289d-40b7-91df-e698075df185 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:45.790334 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6f10104e-8875-4d4b-b6db-5f380adfc0a2 req-9986eb26-289d-40b7-91df-e698075df185 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 945 time: 0.1648941 Sep 15 09:00:45.836117 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6f10104e-8875-4d4b-b6db-5f380adfc0a2 req-c2cc9b05-61fa-44f5-b68f-0feaedf44ab1 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 Sep 15 09:00:45.840274 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae409c1-7135-479e-8ff9-453f65727486 req-9c1304a0-e1e0-439b-9b81-f413091cbc03 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:45.841818 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0ae409c1-7135-479e-8ff9-453f65727486 req-9c1304a0-e1e0-439b-9b81-f413091cbc03 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0775690 Sep 15 09:00:45.896852 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0ae409c1-7135-479e-8ff9-453f65727486 req-c0487300-5a7c-4322-828f-4c46c0c8881e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495780 Sep 15 09:00:46.586741 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcef52-0bb4-46af-a6f4-eb2643bc7ade req-51152692-4e86-40b7-bc86-33d5fc8c996e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:46.588922 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-dcfcef52-0bb4-46af-a6f4-eb2643bc7ade req-51152692-4e86-40b7-bc86-33d5fc8c996e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0965722 Sep 15 09:00:46.617458 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8a291-8ca0-401a-9491-3006fc1e7938 req-df48e867-760c-449e-8e98-b51cf826ff03 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:46.626277 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6ea8a291-8ca0-401a-9491-3006fc1e7938 req-df48e867-760c-449e-8e98-b51cf826ff03 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1267450 Sep 15 09:00:46.643979 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-dcfcef52-0bb4-46af-a6f4-eb2643bc7ade req-7df1695b-709d-4930-b177-9184c72e91e1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491519 Sep 15 09:00:46.687321 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6ea8a291-8ca0-401a-9491-3006fc1e7938 req-c6432172-122b-4ef9-a7c3-13879c3872e5 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597692 Sep 15 09:00:47.072999 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75b8a4-46da-4a45-8f99-f35c7460ef70 req-fe548a88-e315-43d5-8986-749be5db18f2 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:47.074725 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-cf75b8a4-46da-4a45-8f99-f35c7460ef70 req-fe548a88-e315-43d5-8986-749be5db18f2 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 945 time: 0.0940011 Sep 15 09:00:47.126901 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-cf75b8a4-46da-4a45-8f99-f35c7460ef70 req-24845146-d9aa-4743-a76c-e9ec5a7c4a2f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447330 Sep 15 09:00:47.185834 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019d73a-52b3-4495-bd5d-872519cbb69c req-796c3795-a75a-4268-aa79-71901333136e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:47.187593 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-1019d73a-52b3-4495-bd5d-872519cbb69c req-796c3795-a75a-4268-aa79-71901333136e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0998352 Sep 15 09:00:47.249721 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-1019d73a-52b3-4495-bd5d-872519cbb69c req-a196600a-2f18-4990-810b-34081b52d881 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527737 Sep 15 09:00:47.951052 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d9655-ba34-401d-a967-46493535705c req-3d8680c3-4c80-4630-affb-11e0cacde859 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:47.958772 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-923d9655-ba34-401d-a967-46493535705c req-3d8680c3-4c80-4630-affb-11e0cacde859 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1031215 Sep 15 09:00:48.022279 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-923d9655-ba34-401d-a967-46493535705c req-90b035a6-3a31-46bc-a31b-194d92010ed6 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624106 Sep 15 09:00:48.048664 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2875c5-6aff-4977-95e5-5391651fd6cc req-84472f55-6dd2-4c67-b434-a4326a2900c1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:48.057301 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ef2875c5-6aff-4977-95e5-5391651fd6cc req-84472f55-6dd2-4c67-b434-a4326a2900c1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1724372 Sep 15 09:00:48.156504 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ef2875c5-6aff-4977-95e5-5391651fd6cc req-73f28222-6a0a-4c91-8b39-8300d97547ae tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979712 Sep 15 09:00:48.369309 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211dbf1-a860-49e9-937f-e2f95b6592a2 req-953a99de-58d4-4c0c-9c41-0c037ca343a7 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:48.374688 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c211dbf1-a860-49e9-937f-e2f95b6592a2 req-953a99de-58d4-4c0c-9c41-0c037ca343a7 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 945 time: 0.0988839 Sep 15 09:00:48.440319 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c211dbf1-a860-49e9-937f-e2f95b6592a2 req-78073ff4-25de-439b-b76d-54609be1e4cd tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623477 Sep 15 09:00:48.551548 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777df0a6-d57c-4137-ba68-8f2b406e64a5 req-d0d4e451-876b-4982-a5cc-3c5411e4f044 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:48.553477 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-777df0a6-d57c-4137-ba68-8f2b406e64a5 req-d0d4e451-876b-4982-a5cc-3c5411e4f044 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.1013019 Sep 15 09:00:48.607742 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-777df0a6-d57c-4137-ba68-8f2b406e64a5 req-d348365a-9ff9-4401-a142-e14e53829a21 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472252 Sep 15 09:00:49.305024 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fb64f-eecf-4ac3-b99c-b5fd7ce3d3a5 req-6c76a57f-e668-4c64-8d48-0e1e9a88d0c4 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:49.312837 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d52fb64f-eecf-4ac3-b99c-b5fd7ce3d3a5 req-6c76a57f-e668-4c64-8d48-0e1e9a88d0c4 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1003253 Sep 15 09:00:49.370481 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d52fb64f-eecf-4ac3-b99c-b5fd7ce3d3a5 req-36181add-7642-477d-9ee4-fdeb9e2e6122 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565605 Sep 15 09:00:49.403651 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4de3e-1d55-4f41-bc8d-f6a0db513ca9 req-3ba800e4-a1cf-403b-8b48-cc6ef26b027e tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:49.405140 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f8b4de3e-1d55-4f41-bc8d-f6a0db513ca9 req-3ba800e4-a1cf-403b-8b48-cc6ef26b027e tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0868092 Sep 15 09:00:49.461902 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f8b4de3e-1d55-4f41-bc8d-f6a0db513ca9 req-946fef40-7e7b-446f-a9cb-edfe85b28718 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509057 Sep 15 09:00:49.569443 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:00:49.658516 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2be6c4-0170-4f3e-992a-e09eaf9eda0a req-e4e35216-0a1c-4c0a-9667-ddadf2d716f6 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:49.666480 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5f2be6c4-0170-4f3e-992a-e09eaf9eda0a req-e4e35216-0a1c-4c0a-9667-ddadf2d716f6 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 945 time: 0.0949404 Sep 15 09:00:49.727202 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5f2be6c4-0170-4f3e-992a-e09eaf9eda0a req-5d4c85be-90d7-471b-93ed-ea8494c9717c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592124 Sep 15 09:00:49.844555 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5cc4e-b4a5-435f-95a8-36ce6547db0f req-a78426ca-2dd2-4fd7-b1fb-59079f9b2c58 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:49.852245 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-1ca5cc4e-b4a5-435f-95a8-36ce6547db0f req-a78426ca-2dd2-4fd7-b1fb-59079f9b2c58 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0961380 Sep 15 09:00:49.911761 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-1ca5cc4e-b4a5-435f-95a8-36ce6547db0f req-80f360f8-2617-4d5a-bdb1-d0a186236941 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579758 Sep 15 09:00:50.483648 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 41516) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:00:50.668668 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-cd6ff61f-743f-4ac9-a86d-a0b36bbe2b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:50.707412 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-cd6ff61f-743f-4ac9-a86d-a0b36bbe2b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:00:50.712317 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-cd6ff61f-743f-4ac9-a86d-a0b36bbe2b20 admin admin] Usage tracker for resource:security_group_rule and tenant:44e88545493748adae09bf314adbfc00 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:00:50.714095 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb411c-2d3a-48b6-b430-2e1476deea4b req-ef851cdd-4853-4715-9c3e-013baf443bef tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:50.715967 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-62eb411c-2d3a-48b6-b430-2e1476deea4b req-ef851cdd-4853-4715-9c3e-013baf443bef tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0853939 Sep 15 09:00:50.719171 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-cd6ff61f-743f-4ac9-a86d-a0b36bbe2b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:00:50.728085 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-cd6ff61f-743f-4ac9-a86d-a0b36bbe2b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:00:50.786273 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-62eb411c-2d3a-48b6-b430-2e1476deea4b req-d9c06bfe-6753-4434-b5be-5456907aa042 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641966 Sep 15 09:00:50.829343 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-cd6ff61f-743f-4ac9-a86d-a0b36bbe2b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:50.883777 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-cd6ff61f-743f-4ac9-a86d-a0b36bbe2b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:50.893206 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-dd26f9e9-bd20-4125-b554-caf12a98362f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:50.944279 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ff61f-743f-4ac9-a86d-a0b36bbe2b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4044ebc-0d71-473f-882e-e3c16f5c2f4c,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:50.947471 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-cd6ff61f-743f-4ac9-a86d-a0b36bbe2b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:50.951074 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-cd6ff61f-743f-4ac9-a86d-a0b36bbe2b20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44e88545493748adae09bf314adbfc00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4665942 Sep 15 09:00:50.953750 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 41528) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:00:51.022885 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-571af00f-057e-45a4-9421-867d74de327e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:51.056457 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-571af00f-057e-45a4-9421-867d74de327e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:51.199114 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-571af00f-057e-45a4-9421-867d74de327e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:51.206778 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4814265f-afb2-475a-962f-298cb5cd5e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:51.212736 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86616dec-3d38-430b-b653-f5e9d2ef5791 req-016bd01e-5eb1-41be-872e-725df97ccb41 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:51.212736 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-86616dec-3d38-430b-b653-f5e9d2ef5791 req-016bd01e-5eb1-41be-872e-725df97ccb41 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.1381478 Sep 15 09:00:51.220570 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571af00f-057e-45a4-9421-867d74de327e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4044ebc-0d71-473f-882e-e3c16f5c2f4c,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:51.223185 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-571af00f-057e-45a4-9421-867d74de327e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:51.224573 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-571af00f-057e-45a4-9421-867d74de327e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:51.226241 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-571af00f-057e-45a4-9421-867d74de327e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d4044ebc-0d71-473f-882e-e3c16f5c2f4c HTTP/1.1" status: 204 len: 168 time: 0.2708807 Sep 15 09:00:51.273440 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-86616dec-3d38-430b-b653-f5e9d2ef5791 req-01390360-ba3c-4913-86a9-5f9a87298407 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565326 Sep 15 09:00:51.983350 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8bac6-357c-47c7-ac0c-d268f269e8bf req-6b6b6ea6-cefa-44d8-b256-5f8d87f78cee tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:51.984714 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-66c8bac6-357c-47c7-ac0c-d268f269e8bf req-6b6b6ea6-cefa-44d8-b256-5f8d87f78cee tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0831344 Sep 15 09:00:52.033105 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-66c8bac6-357c-47c7-ac0c-d268f269e8bf req-ae3528d4-3f6c-4775-8d6e-af77c54aec3a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424087 Sep 15 09:00:52.183286 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 41552) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:00:52.206324 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-0841fb41-e800-4a78-af37-fc644d4c327e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:52.240785 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-0841fb41-e800-4a78-af37-fc644d4c327e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:00:52.247194 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-0841fb41-e800-4a78-af37-fc644d4c327e admin admin] Usage tracker for resource:security_group_rule and tenant:337d2e42155441a89b371cbe32942539 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:00:52.250116 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-0841fb41-e800-4a78-af37-fc644d4c327e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:00:52.255906 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-0841fb41-e800-4a78-af37-fc644d4c327e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:00:52.326469 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-0841fb41-e800-4a78-af37-fc644d4c327e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:52.401896 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-0841fb41-e800-4a78-af37-fc644d4c327e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:52.409475 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-0d2ed5e1-5c44-4a65-8787-5eb054264db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:52.459634 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841fb41-e800-4a78-af37-fc644d4c327e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c789086f-745d-4bdf-8195-c8d807e00afa,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:52.464156 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-0841fb41-e800-4a78-af37-fc644d4c327e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=337d2e42155441a89b371cbe32942539&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2833364 Sep 15 09:00:52.469375 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-0841fb41-e800-4a78-af37-fc644d4c327e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:52.470297 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 41560) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:00:52.590193 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15ddbe-c3dd-48f5-a33d-232dbed2a6fe req-aca366fc-5efa-4d7b-9c01-2108f36ec183 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:52.591950 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7f15ddbe-c3dd-48f5-a33d-232dbed2a6fe req-aca366fc-5efa-4d7b-9c01-2108f36ec183 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.1152766 Sep 15 09:00:52.605664 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-726c7775-8893-4f93-a33a-c38d7a0b6280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:52.643582 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-726c7775-8893-4f93-a33a-c38d7a0b6280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:52.659991 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7f15ddbe-c3dd-48f5-a33d-232dbed2a6fe req-52b1f0fd-ac44-45b6-8df3-de15bf492d22 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612893 Sep 15 09:00:52.775158 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-726c7775-8893-4f93-a33a-c38d7a0b6280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:52.780263 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-05042eb4-1454-4f76-85fd-ddf338ab6f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:52.792103 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c7775-8893-4f93-a33a-c38d7a0b6280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c789086f-745d-4bdf-8195-c8d807e00afa,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:52.794696 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-726c7775-8893-4f93-a33a-c38d7a0b6280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:00:52.801792 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-726c7775-8893-4f93-a33a-c38d7a0b6280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:52.805252 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-726c7775-8893-4f93-a33a-c38d7a0b6280 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c789086f-745d-4bdf-8195-c8d807e00afa HTTP/1.1" status: 204 len: 168 time: 0.3351922 Sep 15 09:00:53.322098 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558927f-c6b1-4f4f-b505-cc2157b71ccb req-8b77c64a-b82a-46e5-922d-b0ea089b8e16 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:53.331695 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b558927f-c6b1-4f4f-b505-cc2157b71ccb req-8b77c64a-b82a-46e5-922d-b0ea089b8e16 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1312878 Sep 15 09:00:53.391797 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b558927f-c6b1-4f4f-b505-cc2157b71ccb req-421098ba-9514-4953-a6d1-d1ae913112e1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590961 Sep 15 09:00:53.952876 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4038dc-bb7d-4f7a-bfac-27ed84af43d3 req-7cd68e3b-2ddc-4d8f-90ab-69d5d6697b8e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:53.960363 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-db4038dc-bb7d-4f7a-bfac-27ed84af43d3 req-7cd68e3b-2ddc-4d8f-90ab-69d5d6697b8e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.1269054 Sep 15 09:00:54.013332 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-db4038dc-bb7d-4f7a-bfac-27ed84af43d3 req-f22ee345-80c4-42ce-ae62-c87db5c04743 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521307 Sep 15 09:00:54.604778 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b163e8d-964d-466e-b295-e48b4b6207e7 req-6702f585-eade-4535-9714-be2340ec5576 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:54.606165 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9b163e8d-964d-466e-b295-e48b4b6207e7 req-6702f585-eade-4535-9714-be2340ec5576 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0849555 Sep 15 09:00:54.659236 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9b163e8d-964d-466e-b295-e48b4b6207e7 req-aac01aab-1d6c-4781-bdc3-c2bade7524bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473306 Sep 15 09:00:55.191212 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-59566fcd-bd79-4a94-b643-66564b34ba0a req-32ee4888-e62c-4f8b-abfb-696be3412d74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f168b6f24dc4d93824606ca9470fea0&device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 1098 time: 0.0950415 Sep 15 09:00:55.332350 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753c489-9d23-455e-8d70-9c82ae6216ab req-246ab46b-ab8a-4e4c-afa3-3a2fd5b5758c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:55.344010 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6753c489-9d23-455e-8d70-9c82ae6216ab req-246ab46b-ab8a-4e4c-afa3-3a2fd5b5758c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.1309390 Sep 15 09:00:55.379607 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59566fcd-bd79-4a94-b643-66564b34ba0a req-0461f18d-4501-43be-a404-285a9e64cb1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:55.380984 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-59566fcd-bd79-4a94-b643-66564b34ba0a req-0461f18d-4501-43be-a404-285a9e64cb1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=dee31690-1b17-41a7-9226-bbc0b9faff0c HTTP/1.1" status: 200 len: 917 time: 0.1834409 Sep 15 09:00:55.386758 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6753c489-9d23-455e-8d70-9c82ae6216ab req-b470dbff-d168-4a17-948a-8f0cc6ffa8a6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415909 Sep 15 09:00:55.495371 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-59566fcd-bd79-4a94-b643-66564b34ba0a req-6c4d4b32-7af4-43e7-8033-e6dada01150a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314b817f-9c79-46cf-a672-a625eea4af10 HTTP/1.1" status: 200 len: 1001 time: 0.1014605 Sep 15 09:00:55.558852 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59566fcd-bd79-4a94-b643-66564b34ba0a req-535305cd-7960-4432-97e2-b8fc79aaa3b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:55.560330 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-59566fcd-bd79-4a94-b643-66564b34ba0a req-535305cd-7960-4432-97e2-b8fc79aaa3b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c69077b5-d8c6-4f9f-8dc8-1e62fce814b7 HTTP/1.1" status: 200 len: 855 time: 0.0579615 Sep 15 09:00:55.659891 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-59566fcd-bd79-4a94-b643-66564b34ba0a req-15274eb1-14ca-486f-b7f4-f076d7251045 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dee31690-1b17-41a7-9226-bbc0b9faff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867770 Sep 15 09:00:56.011885 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-59566fcd-bd79-4a94-b643-66564b34ba0a req-462f5a4b-086b-413f-a0a0-d6750c40223f service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368850 Sep 15 09:00:56.147220 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a7862-f7eb-4955-aac5-b1a571cdc7b2 req-0e319dd7-825e-4e9b-b0dc-fa8465c99493 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:56.149081 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-295a7862-f7eb-4955-aac5-b1a571cdc7b2 req-0e319dd7-825e-4e9b-b0dc-fa8465c99493 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.3422484 Sep 15 09:00:56.208593 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-59566fcd-bd79-4a94-b643-66564b34ba0a req-b771103c-1eb6-489d-83cf-989c35a4d48f service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876843 Sep 15 09:00:56.232864 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-295a7862-f7eb-4955-aac5-b1a571cdc7b2 req-41ad983b-5f08-45bb-9bcb-e13fa99210c2 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675309 Sep 15 09:00:56.641124 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24358433-6586-42c0-a0e8-29506ad00cfd req-e57a0882-1f06-401b-a168-ba3c4b240d31 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:56.642616 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-24358433-6586-42c0-a0e8-29506ad00cfd req-e57a0882-1f06-401b-a168-ba3c4b240d31 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0813813 Sep 15 09:00:56.692477 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-24358433-6586-42c0-a0e8-29506ad00cfd req-01835c41-3d49-4da4-afbb-771a8b5e91de tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434501 Sep 15 09:00:57.483635 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d21983-3620-4b9a-be32-2221ca913d07 req-11491ff1-731e-4aba-9dc5-ca31e3a91500 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:57.486424 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-25d21983-3620-4b9a-be32-2221ca913d07 req-11491ff1-731e-4aba-9dc5-ca31e3a91500 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1056755 Sep 15 09:00:57.548777 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-25d21983-3620-4b9a-be32-2221ca913d07 req-1f6128f4-9ba4-4950-afa1-940dad6c02de tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568159 Sep 15 09:00:57.930528 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a6d1e-630a-4fdc-85d1-b159e8d1dde5 req-b53c71ff-03f9-4318-9248-be36a254da18 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:57.932783 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8a5a6d1e-630a-4fdc-85d1-b159e8d1dde5 req-b53c71ff-03f9-4318-9248-be36a254da18 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.0876913 Sep 15 09:00:57.984968 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8a5a6d1e-630a-4fdc-85d1-b159e8d1dde5 req-d897bb3c-8777-4e52-a177-4f6d67d5462c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439770 Sep 15 09:00:58.915720 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8b035-e274-4159-b13b-9978d8aadaae req-9308d1e7-f8c9-462f-8855-c2ade4dde76b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:58.917324 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9fb8b035-e274-4159-b13b-9978d8aadaae req-9308d1e7-f8c9-462f-8855-c2ade4dde76b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1671708 Sep 15 09:00:58.981341 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9fb8b035-e274-4159-b13b-9978d8aadaae req-70e876a2-e8ad-4d21-9858-cf1de1cd80fa tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579920 Sep 15 09:00:59.242715 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7645712-d39f-4bb1-9ac1-5ef67554a0f8 req-a05eae69-7780-43aa-bab2-7dbf19715545 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:00:59.244854 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b7645712-d39f-4bb1-9ac1-5ef67554a0f8 req-a05eae69-7780-43aa-bab2-7dbf19715545 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 945 time: 0.1184576 Sep 15 09:00:59.292996 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b7645712-d39f-4bb1-9ac1-5ef67554a0f8 req-da15b63b-3f6e-4117-8c50-9499660cd8fd tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423486 Sep 15 09:00:59.466296 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 314b817f-9c79-46cf-a672-a625eea4af10 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:00:59.600946 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:59.627931 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '314b817f-9c79-46cf-a672-a625eea4af10'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:00:59.638286 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 314b817f-9c79-46cf-a672-a625eea4af10, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=314b817f-9c79-46cf-a672-a625eea4af10,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:00:59.690799 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '314b817f-9c79-46cf-a672-a625eea4af10', 'code': 200} Sep 15 09:00:59.711790 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:00:59.714019 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:00:59.859637 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=314b817f-9c79-46cf-a672-a625eea4af10,revision_number=8']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:00:59.862954 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:00.242137 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ca4ca-8780-414d-85e1-2ce120b383c1 req-8a02b6ce-73e0-4ea0-bbd9-f994a103a445 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:00.245397 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fb7ca4ca-8780-414d-85e1-2ce120b383c1 req-8a02b6ce-73e0-4ea0-bbd9-f994a103a445 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1483262 Sep 15 09:01:00.314691 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fb7ca4ca-8780-414d-85e1-2ce120b383c1 req-aa62fe85-201e-40b2-97f2-8d6356509cf7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628359 Sep 15 09:01:00.523824 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d4ac1-e5f7-4f46-98a8-cde3a037d3ae req-9b5c1276-5177-425a-8f10-5572dcb8cdbf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:00.525296 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3e2d4ac1-e5f7-4f46-98a8-cde3a037d3ae req-9b5c1276-5177-425a-8f10-5572dcb8cdbf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0858736 Sep 15 09:01:00.598508 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3e2d4ac1-e5f7-4f46-98a8-cde3a037d3ae req-e34301e1-b302-496a-b989-7165259c6d1f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670357 Sep 15 09:01:01.558509 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3072050-ab92-4546-a4cf-2719a2a60ae6 req-fe713f99-5590-4036-8907-4259369bacad tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:01.561060 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e3072050-ab92-4546-a4cf-2719a2a60ae6 req-fe713f99-5590-4036-8907-4259369bacad tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1065321 Sep 15 09:01:01.607851 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e3072050-ab92-4546-a4cf-2719a2a60ae6 req-da870a34-a4dc-4ab1-b9b5-e835960f4ca0 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 Sep 15 09:01:01.974841 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:02.614535 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-14d4dc75-177e-477a-aa93-6727edb4e4db req-e4550348-5d1f-4a24-b159-f6aa9075254c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0885060 Sep 15 09:01:02.834250 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f83b9-7f67-4ece-8a8d-541e286b4590 req-bf22f213-cf05-4d7d-b0a7-e28b3a28c17f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:02.835877 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-bc3f83b9-7f67-4ece-8a8d-541e286b4590 req-bf22f213-cf05-4d7d-b0a7-e28b3a28c17f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0912166 Sep 15 09:01:02.916293 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-bc3f83b9-7f67-4ece-8a8d-541e286b4590 req-ee06a906-fb4d-48f9-8f44-fe53dfed2198 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723388 Sep 15 09:01:03.061548 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e738da4-6a1f-43ff-b587-4285019a32f7 req-0831ab77-3d25-4b0b-bc2b-e078ff47effe tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:03.063200 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5e738da4-6a1f-43ff-b587-4285019a32f7 req-0831ab77-3d25-4b0b-bc2b-e078ff47effe tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0945375 Sep 15 09:01:03.154740 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5e738da4-6a1f-43ff-b587-4285019a32f7 req-800507c0-1424-40ec-be23-478956d7bf67 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848839 Sep 15 09:01:03.401135 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 41818) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:03.446164 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 41824) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:03.611389 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:03.653923 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:01:03.663233 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Usage tracker for resource:security_group_rule and tenant:a8deefdf31c74fa89326d5dace97e4c7 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:01:03.663233 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:01:03.670814 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:01:03.704337 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b1ab0ffb-0eea-4d9d-b031-8a4cb5424d59 req-ff883357-37e3-438a-9c53-970c8684ade4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2555199 Sep 15 09:01:03.766587 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:03.849108 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:03.880714 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-c5e3606a-0b46-4e01-ae2c-5b0d754a7f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:03.949632 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8deefdf31c74fa89326d5dace97e4c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5478082 Sep 15 09:01:03.950808 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda7f911-fd0d-4728-b858-0d0039f1c3cb,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:03.952583 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 41848) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:03.963524 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:03.963850 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:03.972542 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:03.972933 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:03.973285 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:03.978692 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:03.979064 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:03.979409 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:03.979747 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:03.980076 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:03.980405 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:03.990800 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:04.044351 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:04.075499 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:04.263718 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df5726-14b0-4b24-b2b9-4a3adbb8a9ca req-79e2b6ef-cf3b-4093-b392-20dc9a23ae9d tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:04.266624 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-99df5726-14b0-4b24-b2b9-4a3adbb8a9ca req-79e2b6ef-cf3b-4093-b392-20dc9a23ae9d tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1552286 Sep 15 09:01:04.326337 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:04.330845 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-0d41d067-00ef-4baa-9d8b-6acf458976e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:04.343764 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda7f911-fd0d-4728-b858-0d0039f1c3cb,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:04.345155 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-99df5726-14b0-4b24-b2b9-4a3adbb8a9ca req-e5f5ee15-a77e-4546-bde8-8ee47a901175 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724978 Sep 15 09:01:04.382128 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:04.383550 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fda7f911-fd0d-4728-b858-0d0039f1c3cb HTTP/1.1" status: 204 len: 168 time: 0.4297984 Sep 15 09:01:04.385540 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:04.386374 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:04.386933 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:04.387479 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:04.388020 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:04.389193 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:04.389729 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:04.390296 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:04.392410 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:04.392959 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:04.396220 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:04.400585 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:04.613914 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e660b-edb5-481a-8f49-c28bf4a6ee7e req-3e4e83d2-e168-46a9-9ae5-80051175d338 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:04.615642 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-244e660b-edb5-481a-8f49-c28bf4a6ee7e req-3e4e83d2-e168-46a9-9ae5-80051175d338 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.1517441 Sep 15 09:01:04.678352 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-244e660b-edb5-481a-8f49-c28bf4a6ee7e req-b8486bfb-06e2-4a0d-99be-98f0f8dd639c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564060 Sep 15 09:01:05.264372 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 41868) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:05.289214 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a8782fd3-7fdc-4c49-8bb3-f1e9715806c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:05.324954 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-a8782fd3-7fdc-4c49-8bb3-f1e9715806c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:01:05.328857 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-a8782fd3-7fdc-4c49-8bb3-f1e9715806c8 admin admin] Usage tracker for resource:security_group_rule and tenant:64115f709d4e465b92dc8a1f294e5ec7 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:01:05.332320 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-a8782fd3-7fdc-4c49-8bb3-f1e9715806c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:01:05.339304 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-a8782fd3-7fdc-4c49-8bb3-f1e9715806c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:01:05.514756 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a8782fd3-7fdc-4c49-8bb3-f1e9715806c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:05.588273 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe4db9-d138-4e80-a383-f6ccd95e9187 req-579fb8fc-9023-4bf2-9141-8bef6d8f8668 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:05.590183 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-64fe4db9-d138-4e80-a383-f6ccd95e9187 req-579fb8fc-9023-4bf2-9141-8bef6d8f8668 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 945 time: 0.1869509 Sep 15 09:01:05.620371 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a8782fd3-7fdc-4c49-8bb3-f1e9715806c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:05.634917 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-7ea9b050-feb1-445e-8deb-cedd8bbe0cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:05.714335 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8782fd3-7fdc-4c49-8bb3-f1e9715806c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0193a922-4ed1-4286-a2a0-4cbb44362222,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:05.719372 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-a8782fd3-7fdc-4c49-8bb3-f1e9715806c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:05.722166 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-a8782fd3-7fdc-4c49-8bb3-f1e9715806c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64115f709d4e465b92dc8a1f294e5ec7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4561973 Sep 15 09:01:05.724648 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-64fe4db9-d138-4e80-a383-f6ccd95e9187 req-b7f12521-82d3-4cf1-9f8d-66b75493ee8d tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242306 Sep 15 09:01:05.725083 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 41880) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:05.761712 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da676fe-9bbd-41b4-a804-c4b7e28aaab0 req-f622abd0-08f3-46d2-a121-daf8c621f264 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:05.764554 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7da676fe-9bbd-41b4-a804-c4b7e28aaab0 req-f622abd0-08f3-46d2-a121-daf8c621f264 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1107919 Sep 15 09:01:05.787723 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b1841661-b418-4384-8f1f-2ebf28ceb0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:05.815059 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b1841661-b418-4384-8f1f-2ebf28ceb0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:05.816713 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7da676fe-9bbd-41b4-a804-c4b7e28aaab0 req-d0b58815-24c6-40d1-a4b1-7069dd802645 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455248 Sep 15 09:01:05.936284 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b1841661-b418-4384-8f1f-2ebf28ceb0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:05.945296 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8d30dd30-49b4-4f71-859a-494412c01e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:05.960309 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1841661-b418-4384-8f1f-2ebf28ceb0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0193a922-4ed1-4286-a2a0-4cbb44362222,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:05.963612 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b1841661-b418-4384-8f1f-2ebf28ceb0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:05.969671 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b1841661-b418-4384-8f1f-2ebf28ceb0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:05.969671 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-b1841661-b418-4384-8f1f-2ebf28ceb0b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0193a922-4ed1-4286-a2a0-4cbb44362222 HTTP/1.1" status: 204 len: 168 time: 0.2411296 Sep 15 09:01:06.013628 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-cc7498c0-513f-41f0-9b58-f4309dd3a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:06.017428 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1125544-1461-4a68-a333-57e41f567f84 req-40610ea3-2c47-442c-97a2-d3cbf53d2fd4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:06.019922 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e1125544-1461-4a68-a333-57e41f567f84 req-40610ea3-2c47-442c-97a2-d3cbf53d2fd4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.1417344 Sep 15 09:01:06.077691 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e1125544-1461-4a68-a333-57e41f567f84 req-eb45baf0-ef55-40ce-a6c2-22165a2c3e02 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514863 Sep 15 09:01:06.550718 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:06.841540 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 41906) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:06.876238 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-82add37d-fdd0-41f3-960f-9b75166de41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:06.907905 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-82add37d-fdd0-41f3-960f-9b75166de41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:01:06.911938 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-82add37d-fdd0-41f3-960f-9b75166de41b admin admin] Usage tracker for resource:security_group_rule and tenant:062b99e12eda4f2aa68caef2a9e86412 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:01:06.922570 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-82add37d-fdd0-41f3-960f-9b75166de41b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:01:06.932789 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-82add37d-fdd0-41f3-960f-9b75166de41b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:01:06.939134 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1b60f-3e6e-4555-9bc8-9c947b148c19 req-ed81be48-bab9-47d3-b09b-724e02d8070d tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:06.940657 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f2d1b60f-3e6e-4555-9bc8-9c947b148c19 req-ed81be48-bab9-47d3-b09b-724e02d8070d tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 945 time: 0.0893409 Sep 15 09:01:07.004778 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f2d1b60f-3e6e-4555-9bc8-9c947b148c19 req-d251c4b2-4e37-427d-a652-ea3c26e9bc97 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549145 Sep 15 09:01:07.014879 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-82add37d-fdd0-41f3-960f-9b75166de41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:07.100291 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50331d-f160-4f1a-9afd-fc342d66aaf2 req-ea8377d5-943d-4d5b-b662-fad735569739 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:07.102255 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6d50331d-f160-4f1a-9afd-fc342d66aaf2 req-ea8377d5-943d-4d5b-b662-fad735569739 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0782754 Sep 15 09:01:07.103267 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-82add37d-fdd0-41f3-960f-9b75166de41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:07.110667 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-483d8ff2-2516-4051-93bd-a8aa2e2af036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:07.189968 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82add37d-fdd0-41f3-960f-9b75166de41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cb6073-c594-40cb-a561-746d63db29ea,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:07.195369 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-82add37d-fdd0-41f3-960f-9b75166de41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:07.195499 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-82add37d-fdd0-41f3-960f-9b75166de41b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=062b99e12eda4f2aa68caef2a9e86412&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3518853 Sep 15 09:01:07.199408 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 41920) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:07.204009 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6d50331d-f160-4f1a-9afd-fc342d66aaf2 req-c41c2f71-541e-4767-ae6f-695944a12b4c tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942373 Sep 15 09:01:07.312938 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3794-3131-40f4-b6c5-9be5313c2a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:07.349832 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3794-3131-40f4-b6c5-9be5313c2a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:07.378753 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9c294-87fb-4393-9f77-44c7dc0740b9 req-98ba8c3e-1966-4273-9e4f-b0cdbe1abe96 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:07.380178 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-14b9c294-87fb-4393-9f77-44c7dc0740b9 req-98ba8c3e-1966-4273-9e4f-b0cdbe1abe96 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.1266952 Sep 15 09:01:07.437447 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-14b9c294-87fb-4393-9f77-44c7dc0740b9 req-58554c7a-1f07-41ef-9385-b01cf63fbf87 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478010 Sep 15 09:01:07.512033 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3794-3131-40f4-b6c5-9be5313c2a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:07.515690 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:07.527148 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c3794-3131-40f4-b6c5-9be5313c2a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cb6073-c594-40cb-a561-746d63db29ea,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:07.531571 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-dd3c3794-3131-40f4-b6c5-9be5313c2a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:07.533418 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3794-3131-40f4-b6c5-9be5313c2a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:07.534534 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-dd3c3794-3131-40f4-b6c5-9be5313c2a78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9cb6073-c594-40cb-a561-746d63db29ea HTTP/1.1" status: 204 len: 168 time: 0.3339779 Sep 15 09:01:08.057486 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbce22-f1ff-4acc-9343-7426601a0307 req-4ed38b26-240c-4536-a2bd-46153be7b663 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:08.059345 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3ccbce22-f1ff-4acc-9343-7426601a0307 req-4ed38b26-240c-4536-a2bd-46153be7b663 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 945 time: 0.1045117 Sep 15 09:01:08.182720 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-3ccbce22-f1ff-4acc-9343-7426601a0307 req-948bb21d-3c28-4805-aa26-cc91fe2927d7 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Deleting port e49b8f0c-352a-44c7-977f-0d7124307c06 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:01:08.183340 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3ccbce22-f1ff-4acc-9343-7426601a0307 req-948bb21d-3c28-4805-aa26-cc91fe2927d7 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:08.256857 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e0301650-694b-44d9-b1a7-634f787fd4c6 req-214efc66-f6bc-48f0-9c27-c9f684a52571 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 1098 time: 0.1467731 Sep 15 09:01:08.277840 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-8814500e-ba69-41e1-bc9c-1c0988dba268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:08.317133 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f89555-619c-45cd-bfed-944c3dceffa6 req-67a44fb8-b590-4ac7-b809-9d511481f508 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:08.327532 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-62f89555-619c-45cd-bfed-944c3dceffa6 req-67a44fb8-b590-4ac7-b809-9d511481f508 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 945 time: 0.1396098 Sep 15 09:01:08.352255 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e0301650-694b-44d9-b1a7-634f787fd4c6 req-92bcee86-cb02-4521-8a1c-7df998d81aeb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824921 Sep 15 09:01:08.375905 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-62f89555-619c-45cd-bfed-944c3dceffa6 req-515e001d-f1f4-4da5-b788-ce27de3caf75 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494330 Sep 15 09:01:08.559197 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b1ab0ffb-0eea-4d9d-b031-8a4cb5424d59 req-a7b7be8c-ac48-4d03-8877-e2a84a1a6de5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b&tenant_id=5f168b6f24dc4d93824606ca9470fea0 HTTP/1.1" status: 200 len: 1096 time: 0.2329044 Sep 15 09:01:08.571923 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f5846-ef43-4dd3-9d31-207b757de50d req-34ad76c7-367a-4136-b9c1-73a4e247cf62 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:08.576179 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-694f5846-ef43-4dd3-9d31-207b757de50d req-34ad76c7-367a-4136-b9c1-73a4e247cf62 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0865982 Sep 15 09:01:08.617220 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-3ccbce22-f1ff-4acc-9343-7426601a0307 req-948bb21d-3c28-4805-aa26-cc91fe2927d7 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] For port e49b8f0c-352a-44c7-977f-0d7124307c06, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e49b8f0c-352a-44c7-977f-0d7124307c06,segment=NetworkSegment(3a5ad715-8dfe-4afd-a86a-871ac25c08eb),segment_id=3a5ad715-8dfe-4afd-a86a-871ac25c08eb)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:01:08.617692 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3ccbce22-f1ff-4acc-9343-7426601a0307 req-948bb21d-3c28-4805-aa26-cc91fe2927d7 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:08.649658 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-694f5846-ef43-4dd3-9d31-207b757de50d req-4b4defab-bc05-445a-b28c-4ea9e7cf0a0d tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691555 Sep 15 09:01:08.756636 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-3ccbce22-f1ff-4acc-9343-7426601a0307 req-948bb21d-3c28-4805-aa26-cc91fe2927d7 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Calling delete_port for e49b8f0c-352a-44c7-977f-0d7124307c06 owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:01:08.843412 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb26ad4-37e4-45dd-803c-e6fa2d9210e4 req-f36b3586-3661-429b-b0a5-2ae7055221c9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:08.845316 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ebb26ad4-37e4-45dd-803c-e6fa2d9210e4 req-f36b3586-3661-429b-b0a5-2ae7055221c9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 945 time: 0.0794759 Sep 15 09:01:08.897740 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ebb26ad4-37e4-45dd-803c-e6fa2d9210e4 req-fb93592c-4a4e-4305-bdbf-4c5adf6937fc tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456340 Sep 15 09:01:09.012383 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b1ab0ffb-0eea-4d9d-b031-8a4cb5424d59 req-b151a931-8e36-4f7f-b101-69eb92a2f489 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f168b6f24dc4d93824606ca9470fea0&device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 1096 time: 0.2635264 Sep 15 09:01:09.023646 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bc6c5-0762-4aa7-9c30-ef1f49d627bc req-ee184082-5891-452f-b43b-d1a8bd4fa466 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:09.025287 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-762bc6c5-0762-4aa7-9c30-ef1f49d627bc req-ee184082-5891-452f-b43b-d1a8bd4fa466 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.2757006 Sep 15 09:01:09.174259 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-762bc6c5-0762-4aa7-9c30-ef1f49d627bc req-7de86853-e714-49f8-987c-ac0c2bbd2736 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237462 Sep 15 09:01:09.208102 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab0ffb-0eea-4d9d-b031-8a4cb5424d59 req-6589cd62-f0cf-419a-81e9-4fc7e01d951e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:09.209480 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b1ab0ffb-0eea-4d9d-b031-8a4cb5424d59 req-6589cd62-f0cf-419a-81e9-4fc7e01d951e service neutron] 10.222.0.20 "GET /v2.0/networks?id=dee31690-1b17-41a7-9226-bbc0b9faff0c HTTP/1.1" status: 200 len: 917 time: 0.1832647 Sep 15 09:01:09.282443 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3ccbce22-f1ff-4acc-9343-7426601a0307 req-948bb21d-3c28-4805-aa26-cc91fe2927d7 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:09.299333 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-f729fcb4-cf2d-4dcb-907f-70f475f797db tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:09.329907 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['e49b8f0c-352a-44c7-977f-0d7124307c06'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:01:09.343973 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bb21d-3c28-4805-aa26-cc91fe2927d7 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Pushing event deleted for resources: {'Port': ['ID=e49b8f0c-352a-44c7-977f-0d7124307c06,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:09.356284 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-948bb21d-3c28-4805-aa26-cc91fe2927d7 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:09.374446 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:09.435524 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b1ab0ffb-0eea-4d9d-b031-8a4cb5424d59 req-eb48dd8d-de1b-41b6-9118-befef41607cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314b817f-9c79-46cf-a672-a625eea4af10 HTTP/1.1" status: 200 len: 999 time: 0.2143555 Sep 15 09:01:09.440549 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccbce22-f1ff-4acc-9343-7426601a0307 req-948bb21d-3c28-4805-aa26-cc91fe2927d7 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] No DVR routers for this DVR port e49b8f0c-352a-44c7-977f-0d7124307c06 on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:01:09.442946 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-3ccbce22-f1ff-4acc-9343-7426601a0307 req-948bb21d-3c28-4805-aa26-cc91fe2927d7 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:09.445499 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d9451c-a5e9-4981-b5d2-2d2b2984ef06', 'name': 'network-vif-deleted', 'tag': 'e49b8f0c-352a-44c7-977f-0d7124307c06'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:01:09.513484 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d9451c-a5e9-4981-b5d2-2d2b2984ef06', 'name': 'network-vif-deleted', 'tag': 'e49b8f0c-352a-44c7-977f-0d7124307c06', 'status': 'completed', 'code': 200} Sep 15 09:01:09.515003 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab0ffb-0eea-4d9d-b031-8a4cb5424d59 req-5c64ee6d-f5de-43a8-8023-11b3250fefc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:09.516577 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b1ab0ffb-0eea-4d9d-b031-8a4cb5424d59 req-5c64ee6d-f5de-43a8-8023-11b3250fefc9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c69077b5-d8c6-4f9f-8dc8-1e62fce814b7 HTTP/1.1" status: 200 len: 855 time: 0.0653138 Sep 15 09:01:09.546961 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9be0cfef-2320-4ea4-9392-18a9d7c3fbde req-b795b4f6-2e07-4d35-b1a1-53705ff0a5e4 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 210 time: 0.0447254 Sep 15 09:01:09.575416 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3ccbce22-f1ff-4acc-9343-7426601a0307 req-948bb21d-3c28-4805-aa26-cc91fe2927d7 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.20 "DELETE /v2.0/ports/e49b8f0c-352a-44c7-977f-0d7124307c06 HTTP/1.1" status: 204 len: 173 time: 1.4968288 Sep 15 09:01:09.661049 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b1ab0ffb-0eea-4d9d-b031-8a4cb5424d59 req-70b897e2-2d21-43ee-8ce9-6eaa906d5211 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dee31690-1b17-41a7-9226-bbc0b9faff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730591 Sep 15 09:01:09.851038 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b1ab0ffb-0eea-4d9d-b031-8a4cb5424d59 req-26820588-67c2-4560-b9c7-8c31121c20d8 service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799757 Sep 15 09:01:09.897271 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313fe1d-b42b-4f2e-a3be-8a4495d03816 req-dc7457da-6bf3-4116-9b40-0269dba2f3b4 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:09.899349 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c313fe1d-b42b-4f2e-a3be-8a4495d03816 req-dc7457da-6bf3-4116-9b40-0269dba2f3b4 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1343303 Sep 15 09:01:10.129888 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c313fe1d-b42b-4f2e-a3be-8a4495d03816 req-043cb30b-e5bb-45c0-a2e3-6baad7e58362 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821059 Sep 15 09:01:10.150236 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b1ab0ffb-0eea-4d9d-b031-8a4cb5424d59 req-8a293450-a523-40eb-b7b6-1914bff5f84e service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847970 Sep 15 09:01:10.159002 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e53d27-b1bc-4631-8a2f-2994bab711d8 req-98088430-6a6c-4b6e-8422-1379d2b74fe6 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:10.161562 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d0e53d27-b1bc-4631-8a2f-2994bab711d8 req-98088430-6a6c-4b6e-8422-1379d2b74fe6 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 945 time: 0.0982859 Sep 15 09:01:10.208970 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d0e53d27-b1bc-4631-8a2f-2994bab711d8 req-77a282e9-6645-4651-a10c-5adc149c548d tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421436 Sep 15 09:01:10.408790 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2523aa-bb87-439d-8a57-59f696cd1c0d req-8b58d077-cdf3-499d-85f0-e2a6086cff9c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:10.410250 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ac2523aa-bb87-439d-8a57-59f696cd1c0d req-8b58d077-cdf3-499d-85f0-e2a6086cff9c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0791576 Sep 15 09:01:10.455039 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ac2523aa-bb87-439d-8a57-59f696cd1c0d req-829f67f0-e4ae-47d2-971d-19b2ebf4e7cb tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389669 Sep 15 09:01:10.733055 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-82194062-acf9-4ffd-9771-a551591a9b95 req-ba9c72a7-5241-4d4b-ad2c-49769c6dfe58 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=33d9451c-a5e9-4981-b5d2-2d2b2984ef06 HTTP/1.1" status: 200 len: 210 time: 0.0425849 Sep 15 09:01:10.803314 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:11.335852 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fef7f8-16e7-4bc6-8311-2f9d5a198e7b req-0e18e61b-f956-4cbd-9719-83e80b179009 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:11.338021 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79fef7f8-16e7-4bc6-8311-2f9d5a198e7b req-0e18e61b-f956-4cbd-9719-83e80b179009 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0836160 Sep 15 09:01:11.384941 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79fef7f8-16e7-4bc6-8311-2f9d5a198e7b req-e9bdd86e-486a-4435-9821-2e6e50b309fe tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415182 Sep 15 09:01:11.417384 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00893b2-4ebc-4e52-80c9-a956247e7a72 req-6e3266d8-43a1-43b2-ab8d-160bc9f84bec tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:11.419301 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e00893b2-4ebc-4e52-80c9-a956247e7a72 req-6e3266d8-43a1-43b2-ab8d-160bc9f84bec tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 945 time: 0.0830607 Sep 15 09:01:11.470608 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e00893b2-4ebc-4e52-80c9-a956247e7a72 req-14282453-9dcc-41cc-bc01-c77ee30f34e0 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444815 Sep 15 09:01:11.501749 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device e49b8f0c-352a-44c7-977f-0d7124307c06 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:01:11.510175 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d483bbc-df13-4969-a33b-d0b21b719737 req-441190ed-7890-4ffe-bad1-3d2e0df488ad tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:11.512107 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7d483bbc-df13-4969-a33b-d0b21b719737 req-441190ed-7890-4ffe-bad1-3d2e0df488ad tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.20 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 945 time: 0.1080837 Sep 15 09:01:11.559595 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: e49b8f0c-352a-44c7-977f-0d7124307c06 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:01:11.561793 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device e49b8f0c-352a-44c7-977f-0d7124307c06 not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:01:11.601718 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-7d483bbc-df13-4969-a33b-d0b21b719737 req-16ff6588-cd6c-47ff-82c9-628627df812c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Deleting port 331f1df2-a0ed-4351-a544-34bd746e8e93 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:01:11.602172 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-7d483bbc-df13-4969-a33b-d0b21b719737 req-16ff6588-cd6c-47ff-82c9-628627df812c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:11.722307 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68c115-3add-4cc0-ada3-737a8b243caf req-aab44123-0aa5-425a-bf8b-85d67f230831 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:11.724193 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2a68c115-3add-4cc0-ada3-737a8b243caf req-aab44123-0aa5-425a-bf8b-85d67f230831 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.1222265 Sep 15 09:01:11.793389 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2a68c115-3add-4cc0-ada3-737a8b243caf req-6d6bc742-d94d-4976-8ecb-fdbe5d1172f3 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634155 Sep 15 09:01:11.948666 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-7d483bbc-df13-4969-a33b-d0b21b719737 req-16ff6588-cd6c-47ff-82c9-628627df812c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] For port 331f1df2-a0ed-4351-a544-34bd746e8e93, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=331f1df2-a0ed-4351-a544-34bd746e8e93,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:01:11.949033 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-7d483bbc-df13-4969-a33b-d0b21b719737 req-16ff6588-cd6c-47ff-82c9-628627df812c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:12.089166 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-7d483bbc-df13-4969-a33b-d0b21b719737 req-16ff6588-cd6c-47ff-82c9-628627df812c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Calling delete_port for 331f1df2-a0ed-4351-a544-34bd746e8e93 owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:01:12.194222 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b58c6a-af42-434e-b78f-62e5d6c4f71f req-b001c786-f311-4654-ae12-6785ca817086 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:12.196109 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c2b58c6a-af42-434e-b78f-62e5d6c4f71f req-b001c786-f311-4654-ae12-6785ca817086 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0810881 Sep 15 09:01:12.260903 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-11f9cad8-bc6d-4264-98db-1e53392a9626 req-92675788-21bc-4b51-a8be-860c7ce75954 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd3fe44e1e5d42c0b4118a5b3004daac&device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 1098 time: 0.1350560 Sep 15 09:01:12.264805 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c2b58c6a-af42-434e-b78f-62e5d6c4f71f req-2f5e6a96-1478-4bdc-a7e4-67726117a9c9 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541153 Sep 15 09:01:12.434243 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9cad8-bc6d-4264-98db-1e53392a9626 req-39a9f1f1-0872-4212-86e4-faf9a6903a86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:12.435953 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-11f9cad8-bc6d-4264-98db-1e53392a9626 req-39a9f1f1-0872-4212-86e4-faf9a6903a86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99cf6cad-714d-48b4-a18f-48890cca455e HTTP/1.1" status: 200 len: 920 time: 0.1660888 Sep 15 09:01:12.449347 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-7d483bbc-df13-4969-a33b-d0b21b719737 req-16ff6588-cd6c-47ff-82c9-628627df812c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:12.460986 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:12.497108 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['763240a6-6f8f-4069-b175-a718036b4722', '7cd7187b-41bd-477b-985e-41fe4e886e86', '940aa7fc-de3e-46ed-ae69-062a759e8fdc', '331f1df2-a0ed-4351-a544-34bd746e8e93'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:01:12.539206 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff6588-cd6c-47ff-82c9-628627df812c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Pushing event deleted for resources: {'Port': ['ID=331f1df2-a0ed-4351-a544-34bd746e8e93,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:12.543789 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-16ff6588-cd6c-47ff-82c9-628627df812c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:12.660345 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 42086) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:12.728817 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d483bbc-df13-4969-a33b-d0b21b719737 req-16ff6588-cd6c-47ff-82c9-628627df812c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] No DVR routers for this DVR port 331f1df2-a0ed-4351-a544-34bd746e8e93 on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:01:12.821221 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-11f9cad8-bc6d-4264-98db-1e53392a9626 req-935a0a14-faaf-428b-b88b-01e4e55678ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7b9192-1dcd-4cd1-8019-0543a7285ecc HTTP/1.1" status: 200 len: 217 time: 0.0943379 Sep 15 09:01:12.823483 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-7d483bbc-df13-4969-a33b-d0b21b719737 req-16ff6588-cd6c-47ff-82c9-628627df812c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:12.826425 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588ad70f-a4ba-41bd-98fc-3b3d3fd24904', 'name': 'network-vif-deleted', 'tag': '331f1df2-a0ed-4351-a544-34bd746e8e93'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:01:12.871349 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6aafa43-dab7-4028-8d2d-718a0321364b admin admin] Deleting subnet add5a144-ecfc-4d3e-b9a8-8adde013b2c6 {{(pid=75825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 09:01:12.877761 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b6aafa43-dab7-4028-8d2d-718a0321364b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:12.931432 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-3b1b60d5-3743-4dd7-b30a-189e0e153685 req-6b62885f-cc1c-4c03-9724-4cd696457d10 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Synchronizing usage tracker for tenant:b1349b239f2142be8df3073348f83d4b on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:01:12.940761 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588ad70f-a4ba-41bd-98fc-3b3d3fd24904', 'name': 'network-vif-deleted', 'tag': '331f1df2-a0ed-4351-a544-34bd746e8e93', 'status': 'completed', 'code': 200} Sep 15 09:01:12.951899 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b6aafa43-dab7-4028-8d2d-718a0321364b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7373092'] for subnet, precommit_delete_associations {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:12.999154 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7d483bbc-df13-4969-a33b-d0b21b719737 req-16ff6588-cd6c-47ff-82c9-628627df812c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.20 "DELETE /v2.0/ports/331f1df2-a0ed-4351-a544-34bd746e8e93 HTTP/1.1" status: 204 len: 173 time: 1.4756963 Sep 15 09:01:13.027447 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b6aafa43-dab7-4028-8d2d-718a0321364b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630464'] for subnet, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:13.070281 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-3b1b60d5-3743-4dd7-b30a-189e0e153685 req-6b62885f-cc1c-4c03-9724-4cd696457d10 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Unset dirty status for tenant:b1349b239f2142be8df3073348f83d4b on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:01:13.071908 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3b1b60d5-3743-4dd7-b30a-189e0e153685 req-6b62885f-cc1c-4c03-9724-4cd696457d10 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 210 time: 0.2497437 Sep 15 09:01:13.237887 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ead898-49f1-4921-b090-8cf196c1a409 req-df01baae-ddc7-4b0f-978c-878512948e4e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:13.241429 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-19ead898-49f1-4921-b090-8cf196c1a409 req-df01baae-ddc7-4b0f-978c-878512948e4e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.1302547 Sep 15 09:01:13.245081 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b6aafa43-dab7-4028-8d2d-718a0321364b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6948069'] for subnet, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:13.251446 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-fc7e50b8-8a12-47ac-b3a8-e52a00437bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:13.312263 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aafa43-dab7-4028-8d2d-718a0321364b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add5a144-ecfc-4d3e-b9a8-8adde013b2c6,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:13.314584 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b6aafa43-dab7-4028-8d2d-718a0321364b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:13.332760 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b6aafa43-dab7-4028-8d2d-718a0321364b admin admin] Notify callbacks [] for subnet, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:13.368582 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-19ead898-49f1-4921-b090-8cf196c1a409 req-1306a93b-2e2c-431f-b211-031284ff6bf1 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187015 Sep 15 09:01:13.372299 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-b6aafa43-dab7-4028-8d2d-718a0321364b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/add5a144-ecfc-4d3e-b9a8-8adde013b2c6 HTTP/1.1" status: 204 len: 168 time: 0.7085507 Sep 15 09:01:13.372727 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 42096) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:13.644778 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0ef25d28-e142-492d-9c29-b1ef4f758d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620022'] for network, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:13.713561 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3870d3-1905-469f-a821-4d60c25cd0e8 req-88a62fd8-c1ed-4dbe-8494-f9a35819cb78 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:13.715063 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3d3870d3-1905-469f-a821-4d60c25cd0e8 req-88a62fd8-c1ed-4dbe-8494-f9a35819cb78 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.2422824 Sep 15 09:01:13.814861 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0ef25d28-e142-492d-9c29-b1ef4f758d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628807', 'neutron.services.segments.db._delete_segments_for_network-8733233187485'] for network, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:13.833107 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-0ef25d28-e142-492d-9c29-b1ef4f758d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e0e726-1b2c-492a-a326-ad06482c3cf5']}} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:01:13.848042 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-0ef25d28-e142-492d-9c29-b1ef4f758d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b130402-e422-4c37-aea0-02c594230c7c') {'for_net_delete': True} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:01:13.848328 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-0ef25d28-e142-492d-9c29-b1ef4f758d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b130402-e422-4c37-aea0-02c594230c7c') {} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:01:13.857381 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3d3870d3-1905-469f-a821-4d60c25cd0e8 req-ac3843e9-6b19-45a3-957d-5e1d15343aa2 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351676 Sep 15 09:01:13.863264 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0ef25d28-e142-492d-9c29-b1ef4f758d46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733233221816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739162'] for segment, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:13.880409 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0ef25d28-e142-492d-9c29-b1ef4f758d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:13.886822 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef25d28-e142-492d-9c29-b1ef4f758d46 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=75826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 09:01:13.887225 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0ef25d28-e142-492d-9c29-b1ef4f758d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-630388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7705220'] for segment, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: Traceback (most recent call last): Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: timer() Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: cb(*args, **kw) Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: return func(*args, **kwargs) Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: self._notify() Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: self.callback(batched_events) Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: event.method(event) Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: return f(self, *a, **k) Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._get(url).json() Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: return self.request(url, 'GET', **kwargs) Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 09:01:13.903473 dv-cinder-806008-2-iscsi neutron-server[75826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 09:01:14.054665 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0ef25d28-e142-492d-9c29-b1ef4f758d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8205405'] for network, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:14.059671 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:14.076968 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0ef25d28-e142-492d-9c29-b1ef4f758d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:14.082452 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef25d28-e142-492d-9c29-b1ef4f758d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=63e0e726-1b2c-492a-a326-ad06482c3cf5,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:14.087251 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-0ef25d28-e142-492d-9c29-b1ef4f758d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:14.186649 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-0ef25d28-e142-492d-9c29-b1ef4f758d46 admin admin] 10.222.0.39 "DELETE /v2.0/networks/63e0e726-1b2c-492a-a326-ad06482c3cf5 HTTP/1.1" status: 204 len: 168 time: 0.8127725 Sep 15 09:01:14.245499 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6b60f69a-07ea-4de6-8c61-f6bb6676a553 req-6619e7e7-de0a-4a0b-b727-cb87e3bf7430 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 210 time: 0.0423079 Sep 15 09:01:14.620142 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d655e-6b63-403b-aa58-33f714f0af02 req-a0b90730-0717-4a54-b249-b1831f2d05d2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:14.621673 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7c7d655e-6b63-403b-aa58-33f714f0af02 req-a0b90730-0717-4a54-b249-b1831f2d05d2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0873427 Sep 15 09:01:14.672131 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7c7d655e-6b63-403b-aa58-33f714f0af02 req-2f6c9c45-c29b-4462-b46d-6cd37f89fe58 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437591 Sep 15 09:01:14.967049 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 42116) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:15.026753 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-2ef8a972-8c3f-4761-8be3-d377ee6085b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8bd1284f0069453d9dc1923926636b4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0579195 Sep 15 09:01:15.029369 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 42120) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:15.078192 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29db43d-00da-4dcb-b957-4259cbb9f278 req-272d8661-8df2-4d32-8aa9-abcf1ac22162 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:15.079778 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a29db43d-00da-4dcb-b957-4259cbb9f278 req-272d8661-8df2-4d32-8aa9-abcf1ac22162 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0910242 Sep 15 09:01:15.092262 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d3869c0c-df64-4215-9277-a8b945845a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:15.126744 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d3869c0c-df64-4215-9277-a8b945845a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:15.133231 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a29db43d-00da-4dcb-b957-4259cbb9f278 req-14a6ecc4-f458-493a-9d39-507c91d2c4c7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479350 Sep 15 09:01:15.413868 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-176f92c2-ef79-4201-855e-7ea5e0476521 req-ac4f131e-bee0-4dd1-b1ac-26c78926b589 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 210 time: 0.0429304 Sep 15 09:01:15.426228 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d3869c0c-df64-4215-9277-a8b945845a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:15.437233 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-a57912dd-d33a-434a-a4bc-516f00f66a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:15.448024 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3869c0c-df64-4215-9277-a8b945845a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b110d5-4d41-4f9b-a1a7-632eed816b30,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:15.450572 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d3869c0c-df64-4215-9277-a8b945845a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:15.686889 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d3869c0c-df64-4215-9277-a8b945845a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:15.688335 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-d3869c0c-df64-4215-9277-a8b945845a23 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3b110d5-4d41-4f9b-a1a7-632eed816b30 HTTP/1.1" status: 204 len: 168 time: 0.6576159 Sep 15 09:01:15.909990 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc04ee-9c20-4f58-a75f-f4f42d5dc63d req-93a274bf-de34-4ea8-bb7e-0aea64c453cb tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:15.911467 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-10dc04ee-9c20-4f58-a75f-f4f42d5dc63d req-93a274bf-de34-4ea8-bb7e-0aea64c453cb tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0971389 Sep 15 09:01:15.959018 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-10dc04ee-9c20-4f58-a75f-f4f42d5dc63d req-fbb8bfa4-2c3e-4c2e-afc5-8465637cae46 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408678 Sep 15 09:01:16.401109 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753cda4-d8b4-4457-8ff5-d8988c7765ca req-abdfaa21-5181-4f75-8275-84ec603d125f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:16.403432 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b753cda4-d8b4-4457-8ff5-d8988c7765ca req-abdfaa21-5181-4f75-8275-84ec603d125f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0904860 Sep 15 09:01:16.457036 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b753cda4-d8b4-4457-8ff5-d8988c7765ca req-60c85655-30db-4c4b-be11-95844271995c tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480616 Sep 15 09:01:16.603930 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cc801838-bda6-4234-892b-7b4fd9d45db1 req-c429c83b-7239-44fb-888c-67ffc078f243 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 210 time: 0.0549579 Sep 15 09:01:17.193998 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf49e42-8fd8-4914-879c-bb2bd774b59d req-b365a723-8fe1-4831-b91a-3b4896a144a5 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:17.195495 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ccf49e42-8fd8-4914-879c-bb2bd774b59d req-b365a723-8fe1-4831-b91a-3b4896a144a5 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0872436 Sep 15 09:01:17.272416 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ccf49e42-8fd8-4914-879c-bb2bd774b59d req-3d0ad450-bbac-42e0-875a-b453da66f05c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707524 Sep 15 09:01:17.709246 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895a8a4-3207-4521-9e43-9b86a160c15c req-572af581-fefa-4fd0-9d97-37a4fbe06bfc tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:17.714848 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8895a8a4-3207-4521-9e43-9b86a160c15c req-572af581-fefa-4fd0-9d97-37a4fbe06bfc tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1248553 Sep 15 09:01:17.769747 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8895a8a4-3207-4521-9e43-9b86a160c15c req-2131fea1-46ac-4643-8301-c3148a7569fe tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503764 Sep 15 09:01:17.830001 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-425d3d91-c191-4473-8319-5040df5d2a63 req-777a6684-b1a7-4d2b-ac70-1b77b54de352 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 210 time: 0.0695922 Sep 15 09:01:18.284757 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 331f1df2-a0ed-4351-a544-34bd746e8e93 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:01:18.320589 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: 331f1df2-a0ed-4351-a544-34bd746e8e93 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:01:18.328203 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 331f1df2-a0ed-4351-a544-34bd746e8e93 not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:01:18.499638 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f07b07-5c31-4fc3-a39b-344645237a67 req-fd546b1b-006c-4a35-906b-d06e90b7f7b9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:18.501206 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-69f07b07-5c31-4fc3-a39b-344645237a67 req-fd546b1b-006c-4a35-906b-d06e90b7f7b9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0854313 Sep 15 09:01:18.554050 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-69f07b07-5c31-4fc3-a39b-344645237a67 req-2b0a43ab-29eb-46c3-9b73-8d2309dbe3c2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465555 Sep 15 09:01:19.017867 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629967f-d516-4f6e-911d-b61bc1ea4877 req-70c4539b-5896-4af0-bba1-cd92db8f0346 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:19.021102 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8629967f-d516-4f6e-911d-b61bc1ea4877 req-70c4539b-5896-4af0-bba1-cd92db8f0346 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1015260 Sep 15 09:01:19.137860 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cb42bc9c-778f-4889-bcd4-7d705595b735 req-53a6f2cb-450a-4777-9c41-1188942d8d2e tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 210 time: 0.1039090 Sep 15 09:01:19.150831 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8629967f-d516-4f6e-911d-b61bc1ea4877 req-482aca54-d143-4997-a46d-ed0e81a6a390 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232362 Sep 15 09:01:19.792591 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af185e68-3046-4259-8e4d-c4c5d784fead req-f63d1090-2848-48f2-a7d7-1d8f63721a06 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:19.794386 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-af185e68-3046-4259-8e4d-c4c5d784fead req-f63d1090-2848-48f2-a7d7-1d8f63721a06 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0846410 Sep 15 09:01:19.853175 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-af185e68-3046-4259-8e4d-c4c5d784fead req-28391c2a-e38a-4aad-9c90-da509c7aa948 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524709 Sep 15 09:01:20.358775 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7f04a18c-a413-4d08-b042-9d1125957acc req-51d237cf-f6ae-463e-a64b-b2dece9f0757 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 210 time: 0.0450544 Sep 15 09:01:20.388916 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1496a-59dd-4f36-8f56-40a7af47c656 req-7c7c884c-dfd8-4c7e-a30e-50a8a8913ebd tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:20.391646 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-03f1496a-59dd-4f36-8f56-40a7af47c656 req-7c7c884c-dfd8-4c7e-a30e-50a8a8913ebd tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0969062 Sep 15 09:01:20.443391 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-03f1496a-59dd-4f36-8f56-40a7af47c656 req-8cef60ec-dcdf-440d-a5c0-0c842800a1dd tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449250 Sep 15 09:01:21.110639 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae469-c59b-4652-a47e-8e034ab7c7fb req-c63249c0-170e-4ad7-ab95-ff3f2667daab tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:21.112470 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d6cae469-c59b-4652-a47e-8e034ab7c7fb req-c63249c0-170e-4ad7-ab95-ff3f2667daab tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0953758 Sep 15 09:01:21.175118 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d6cae469-c59b-4652-a47e-8e034ab7c7fb req-c76e19ef-a754-4887-8413-4f659eb4b7e3 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467007 Sep 15 09:01:21.532587 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-84f1fd2e-6b70-4f05-ab75-0feaf86aa33c req-a1b0a817-19b2-45c0-9b2a-2ecb2a666f5e tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 210 time: 0.0511906 Sep 15 09:01:21.677775 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304abee9-5ffc-4aa0-946b-25a920e74737 req-d7b65926-7840-4b7c-888e-dd566c0d6754 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:21.680156 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-304abee9-5ffc-4aa0-946b-25a920e74737 req-d7b65926-7840-4b7c-888e-dd566c0d6754 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0977013 Sep 15 09:01:21.754487 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-304abee9-5ffc-4aa0-946b-25a920e74737 req-d5cb4901-e950-4e56-9a95-0ac42112702e tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620520 Sep 15 09:01:22.400197 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b5146-6fce-44f1-950b-12195c56146e req-5b58146b-20be-4a93-a179-ce4194777be6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:22.401678 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5c5b5146-6fce-44f1-950b-12195c56146e req-5b58146b-20be-4a93-a179-ce4194777be6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0802426 Sep 15 09:01:22.456347 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5c5b5146-6fce-44f1-950b-12195c56146e req-741d87bc-840e-4603-93f4-e9f601389084 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492303 Sep 15 09:01:22.705199 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-271f5e88-7c8f-4c4f-a60e-326ff17750a0 req-4af359fb-d26a-4973-a884-46746c6711d4 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 210 time: 0.0420196 Sep 15 09:01:22.978818 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e14da-603b-42f0-8f6a-43f1daab4324 req-28e04959-1c01-4eed-9993-dded4f32b316 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:22.980200 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e30e14da-603b-42f0-8f6a-43f1daab4324 req-28e04959-1c01-4eed-9993-dded4f32b316 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0824468 Sep 15 09:01:23.028881 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e30e14da-603b-42f0-8f6a-43f1daab4324 req-e3b85fc4-9126-4e19-8f48-2d4ffb6479d6 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427065 Sep 15 09:01:23.695021 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68dddf-dba5-4052-b1d6-191b10727c04 req-6573e35a-4018-4208-b999-a877c16cd677 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:23.698360 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8a68dddf-dba5-4052-b1d6-191b10727c04 req-6573e35a-4018-4208-b999-a877c16cd677 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0929484 Sep 15 09:01:23.747449 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8a68dddf-dba5-4052-b1d6-191b10727c04 req-eb258a2b-de17-4544-8d3b-e241215fe036 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454226 Sep 15 09:01:23.877777 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-eb13a6e4-3402-4275-a092-9c53c5a8241d req-99cba8c1-28a1-41cf-8532-5a30fc09aa37 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 210 time: 0.0426958 Sep 15 09:01:24.237551 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e299b33-b100-4bca-9c69-f8396e783400 req-125abaf1-d7cf-433b-9027-e13ce21e57da tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:24.239018 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6e299b33-b100-4bca-9c69-f8396e783400 req-125abaf1-d7cf-433b-9027-e13ce21e57da tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0792065 Sep 15 09:01:24.290506 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6e299b33-b100-4bca-9c69-f8396e783400 req-b9e3485a-d867-436a-94b2-7d9125289874 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452199 Sep 15 09:01:24.654077 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9cad8-bc6d-4264-98db-1e53392a9626 req-93e01994-d175-4ca3-b244-98c06eb2d2ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:24.655565 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-11f9cad8-bc6d-4264-98db-1e53392a9626 req-93e01994-d175-4ca3-b244-98c06eb2d2ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d3741a-a3a3-4d75-a034-fc6e7362caaa HTTP/1.1" status: 200 len: 859 time: 0.1317995 Sep 15 09:01:24.692929 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-cf19bc3d-4fcf-4365-975d-3a3cefc1e827 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:24.693888 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-cf19bc3d-4fcf-4365-975d-3a3cefc1e827 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Synchronizing usage tracker for tenant:3bf945ad7abb4cedb3e57185c376c289 on resource:network {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:01:24.753798 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-11f9cad8-bc6d-4264-98db-1e53392a9626 req-cb2c41c5-af7c-4d8c-afe6-5e42801cfc7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99cf6cad-714d-48b4-a18f-48890cca455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381715 Sep 15 09:01:24.762765 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-cf19bc3d-4fcf-4365-975d-3a3cefc1e827 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Unset dirty status for tenant:3bf945ad7abb4cedb3e57185c376c289 on resource:network {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:01:24.763829 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-cf19bc3d-4fcf-4365-975d-3a3cefc1e827 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/networks?id=3b211f18-bead-4cfb-916e-940c2837e9c6 HTTP/1.1" status: 200 len: 814 time: 0.2697992 Sep 15 09:01:24.779622 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-f2e874c6-6c5b-4407-9362-4e3082638f2d tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/quotas/3bf945ad7abb4cedb3e57185c376c289 HTTP/1.1" status: 200 len: 375 time: 0.0104678 Sep 15 09:01:24.898509 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-f68a3da1-6939-470b-a005-c84c51ae2875 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Synchronizing usage tracker for tenant:3bf945ad7abb4cedb3e57185c376c289 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:01:24.981674 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec2823-4eab-4d00-b9be-f5ce7023b356 req-f738f58c-fe90-4377-9a71-269084a3146f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:24.986690 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8cec2823-4eab-4d00-b9be-f5ce7023b356 req-f738f58c-fe90-4377-9a71-269084a3146f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0851843 Sep 15 09:01:25.031171 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8cec2823-4eab-4d00-b9be-f5ce7023b356 req-13663168-a6fc-4a1f-9b94-c766fc2fecbb tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418344 Sep 15 09:01:25.032790 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-11f9cad8-bc6d-4264-98db-1e53392a9626 req-00526994-6088-47f8-8c94-4b0ed40a8a46 service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305377 Sep 15 09:01:25.068107 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-f68a3da1-6939-470b-a005-c84c51ae2875 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Unset dirty status for tenant:3bf945ad7abb4cedb3e57185c376c289 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:01:25.074873 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-f68a3da1-6939-470b-a005-c84c51ae2875 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bf945ad7abb4cedb3e57185c376c289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2902024 Sep 15 09:01:25.241457 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6eb5cba1-dd5d-48ff-a962-64f50e7496c2 req-0ae9032a-f24a-4a9d-a3b7-2c455b5078c6 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=588ad70f-a4ba-41bd-98fc-3b3d3fd24904 HTTP/1.1" status: 200 len: 210 time: 0.0573859 Sep 15 09:01:25.365275 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-11f9cad8-bc6d-4264-98db-1e53392a9626 req-e8bfc64a-08b4-498b-ba5f-98d218a24fa0 service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222280 Sep 15 09:01:25.378653 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-52c31cdc-15ad-471e-9dc2-7318946fee23 service neutron] 10.222.0.39 "GET /v2.0/networks/3b211f18-bead-4cfb-916e-940c2837e9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367814 Sep 15 09:01:25.503390 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f350d-4df9-4002-91b1-cfb4c04c1db9 req-007a357a-999a-46e0-ab7d-bff9915cff02 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:25.505139 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-941f350d-4df9-4002-91b1-cfb4c04c1db9 req-007a357a-999a-46e0-ab7d-bff9915cff02 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0820200 Sep 15 09:01:25.528597 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-c2256933-2366-4e5b-a29c-795beca987c8 service neutron] 10.222.0.39 "GET /v2.0/networks/3b211f18-bead-4cfb-916e-940c2837e9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413844 Sep 15 09:01:25.553398 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-941f350d-4df9-4002-91b1-cfb4c04c1db9 req-dc4c46ec-c71a-457f-a848-42b65718b148 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407808 Sep 15 09:01:25.859349 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b125c710-648f-4a0e-9df1-41612dc8c6a7 req-01efe8ac-18a0-4f43-b7ba-c58fb558ad2c tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 210 time: 0.0409861 Sep 15 09:01:26.270477 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de64dc-4693-429b-b9fb-23fb63bbd03b req-b8422bee-2f1e-4d49-a97c-1ac8584d67d1 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:26.271924 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-44de64dc-4693-429b-b9fb-23fb63bbd03b req-b8422bee-2f1e-4d49-a97c-1ac8584d67d1 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0776815 Sep 15 09:01:26.325117 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-44de64dc-4693-429b-b9fb-23fb63bbd03b req-ac49f25a-d19a-4dba-94aa-b98b80d7db33 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472624 Sep 15 09:01:26.575818 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:01:26.827125 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373d51b-d8b3-42dd-8b2d-3dc0fa601020 req-ae060c93-de03-436f-b4d0-41459e68ee37 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:26.828605 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-1373d51b-d8b3-42dd-8b2d-3dc0fa601020 req-ae060c93-de03-436f-b4d0-41459e68ee37 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1399565 Sep 15 09:01:26.877178 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-1373d51b-d8b3-42dd-8b2d-3dc0fa601020 req-0b77ef75-70ff-4695-91a5-e4eb696781e1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431967 Sep 15 09:01:27.033576 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4c36c5a4-3f51-4782-83ab-270f02d038cd req-f29a990a-e58b-4dde-97b2-446c1992a83d tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 210 time: 0.0495152 Sep 15 09:01:27.540227 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f2a1a-402e-45c3-8dd7-48826536b9b2 req-1d658bc4-497c-4fd3-85a2-d0895d787e13 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:27.541681 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0f1f2a1a-402e-45c3-8dd7-48826536b9b2 req-1d658bc4-497c-4fd3-85a2-d0895d787e13 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0751891 Sep 15 09:01:27.590169 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0f1f2a1a-402e-45c3-8dd7-48826536b9b2 req-f986a6b9-1949-4282-b92b-ed387b2245b2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429690 Sep 15 09:01:28.079028 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196ba9b-3037-487a-b428-12ed25ef1086 req-590ce857-d7bf-4b28-946d-1f7c7b3a2b6a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:28.080501 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7196ba9b-3037-487a-b428-12ed25ef1086 req-590ce857-d7bf-4b28-946d-1f7c7b3a2b6a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0798101 Sep 15 09:01:28.136661 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7196ba9b-3037-487a-b428-12ed25ef1086 req-c7437522-bf84-4cc2-a8e3-25f1b1dc653f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491643 Sep 15 09:01:28.205066 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-caf3d5cf-f6e3-42e5-b830-628750af83e9 req-3e058e15-9301-4d13-821f-c54de1f02797 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 210 time: 0.0454772 Sep 15 09:01:28.801427 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227331c7-21f6-4320-9ff9-adebbf198e79 req-bc3a5f4b-048a-4d78-82fc-82fe21791649 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:28.802909 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-227331c7-21f6-4320-9ff9-adebbf198e79 req-bc3a5f4b-048a-4d78-82fc-82fe21791649 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0801749 Sep 15 09:01:28.849839 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-227331c7-21f6-4320-9ff9-adebbf198e79 req-7786adb8-f1f0-4682-aad7-67fa875db10a tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403888 Sep 15 09:01:29.348932 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e14f6-5e5a-4ae4-bd33-c72969d23f45 req-c0e87bfd-ab6c-4415-ba17-ece5e2addda7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:29.356396 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-336e14f6-5e5a-4ae4-bd33-c72969d23f45 req-c0e87bfd-ab6c-4415-ba17-ece5e2addda7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0986233 Sep 15 09:01:29.374197 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-173ec3b5-c5fa-4c77-b957-ff50e89bc451 req-afb5f7ac-9eaf-421a-8c40-0c9c49e57e81 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 210 time: 0.0420353 Sep 15 09:01:29.403320 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-336e14f6-5e5a-4ae4-bd33-c72969d23f45 req-3e00e90b-e1e5-43ca-a2eb-1a3c52202b37 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460985 Sep 15 09:01:30.069083 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0fb0c-7c90-458c-80b1-26d93e871850 req-b24dff63-d2e7-4d28-b0f8-19d13f2d1b92 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:30.071101 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-10c0fb0c-7c90-458c-80b1-26d93e871850 req-b24dff63-d2e7-4d28-b0f8-19d13f2d1b92 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.0786448 Sep 15 09:01:30.114007 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-10c0fb0c-7c90-458c-80b1-26d93e871850 req-f02515b4-bafa-4e06-9e19-fa69608e6fa0 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373321 Sep 15 09:01:30.558227 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-390a3ea9-66f1-4d7d-91a2-c0fb934ecbb1 req-ff01f7f3-02ef-4364-82ed-3a0b678cbafb tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 210 time: 0.0454359 Sep 15 09:01:30.619499 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02348471-3466-46b4-82c0-a3d67c02f637 req-fd6e68a6-f35d-4449-997f-06595e722332 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:30.620935 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-02348471-3466-46b4-82c0-a3d67c02f637 req-fd6e68a6-f35d-4449-997f-06595e722332 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0810702 Sep 15 09:01:30.670354 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-02348471-3466-46b4-82c0-a3d67c02f637 req-4c162f81-b8c2-4525-ad15-33a4fbe254b5 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435781 Sep 15 09:01:30.851010 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-02529e92-bffc-45a4-8c8c-f343aaedbde1 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:30.853027 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-02529e92-bffc-45a4-8c8c-f343aaedbde1 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.20 "GET /v2.0/networks?id=3b211f18-bead-4cfb-916e-940c2837e9c6 HTTP/1.1" status: 200 len: 814 time: 0.1428907 Sep 15 09:01:30.885111 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-e9a42ac9-1120-46ed-a51f-c30023286dd9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Request body: {'port': {'device_id': 'c86cee43-cf9a-4232-8596-966bef68ed90', 'network_id': '3b211f18-bead-4cfb-916e-940c2837e9c6', 'admin_state_up': True, 'tenant_id': '3bf945ad7abb4cedb3e57185c376c289'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:01:31.024905 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-e9a42ac9-1120-46ed-a51f-c30023286dd9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:01:31.035059 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-e9a42ac9-1120-46ed-a51f-c30023286dd9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:01:31.120879 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-e9a42ac9-1120-46ed-a51f-c30023286dd9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Made reservation on behalf of 3bf945ad7abb4cedb3e57185c376c289 for: {'port': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:01:31.124429 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-e9a42ac9-1120-46ed-a51f-c30023286dd9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:31.429091 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-e9a42ac9-1120-46ed-a51f-c30023286dd9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Allocated IP 172.20.0.8 (3b211f18-bead-4cfb-916e-940c2837e9c6/8f97b7ad-138e-4abd-a678-9ea61f5b05cd/0ac5ee06-75f4-4b1d-a751-c0b49bcf449e) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:01:31.467977 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f63e4b-325f-4fbd-b78f-c65a8236498d req-ea513e4a-42ca-4010-a28f-c113ce909790 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:31.469430 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92f63e4b-325f-4fbd-b78f-c65a8236498d req-ea513e4a-42ca-4010-a28f-c113ce909790 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 943 time: 0.1987710 Sep 15 09:01:31.580349 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd258163-2a7e-4f56-bc1c-9907ee20ed26 req-257d6624-a893-4f5f-8048-5a3153c6341a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:31.582358 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dd258163-2a7e-4f56-bc1c-9907ee20ed26 req-257d6624-a893-4f5f-8048-5a3153c6341a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 945 time: 0.0829675 Sep 15 09:01:31.622947 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92f63e4b-325f-4fbd-b78f-c65a8236498d req-789a23e5-e5ca-4b18-ad83-fad0ce836c67 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449008 Sep 15 09:01:31.630212 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dd258163-2a7e-4f56-bc1c-9907ee20ed26 req-45e4da9f-d925-4e27-bd09-2672612dc099 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 Sep 15 09:01:31.710152 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-e9a42ac9-1120-46ed-a51f-c30023286dd9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:31.814561 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-e9a42ac9-1120-46ed-a51f-c30023286dd9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:31.821033 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:31.890996 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62527daf-74a1-47c6-99ab-2d51db634337 req-8477ec30-a565-42f1-b0ed-3f84a90cb1e1 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:31.892054 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-62527daf-74a1-47c6-99ab-2d51db634337 req-8477ec30-a565-42f1-b0ed-3f84a90cb1e1 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 931 time: 0.0886176 Sep 15 09:01:31.942312 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-62527daf-74a1-47c6-99ab-2d51db634337 req-21d0d235-edec-4b41-9313-33e9505be5b0 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437100 Sep 15 09:01:31.950572 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-e9a42ac9-1120-46ed-a51f-c30023286dd9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Network 3b211f18-bead-4cfb-916e-940c2837e9c6 is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:01:31.951378 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a42ac9-1120-46ed-a51f-c30023286dd9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Pushing event updated for resources: {'Port': ['ID=0ac5ee06-75f4-4b1d-a751-c0b49bcf449e,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:31.953769 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-e9a42ac9-1120-46ed-a51f-c30023286dd9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:01:31.955996 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e9a42ac9-1120-46ed-a51f-c30023286dd9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:31.957286 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-e9a42ac9-1120-46ed-a51f-c30023286dd9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:01:31.974795 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:32.033005 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-e9a42ac9-1120-46ed-a51f-c30023286dd9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:32.033604 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-e9a42ac9-1120-46ed-a51f-c30023286dd9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:32.052775 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace11024-90a8-4d8b-bdaf-e83854487707 req-66d22669-f15a-406c-a327-e68d6079c5f7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:32.054228 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ace11024-90a8-4d8b-bdaf-e83854487707 req-66d22669-f15a-406c-a327-e68d6079c5f7 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.2014995 Sep 15 09:01:32.105501 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ace11024-90a8-4d8b-bdaf-e83854487707 req-042e139b-fa06-43e3-8deb-255e555a2e72 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440598 Sep 15 09:01:32.127337 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-e9a42ac9-1120-46ed-a51f-c30023286dd9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2457697 Sep 15 09:01:32.149179 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Request body: {'port': {'device_id': 'c86cee43-cf9a-4232-8596-966bef68ed90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:01:32.268057 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:32.390885 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 314b817f-9c79-46cf-a672-a625eea4af10 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:01:32.530901 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 314b817f-9c79-46cf-a672-a625eea4af10, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=314b817f-9c79-46cf-a672-a625eea4af10,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:01:32.547725 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': '314b817f-9c79-46cf-a672-a625eea4af10', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'port_id': '314b817f-9c79-46cf-a672-a625eea4af10', 'mac_address': 'fa:16:3e:c7:b9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:01:32.608208 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:32.627158 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314b817f-9c79-46cf-a672-a625eea4af10 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:01:32.635229 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e {{(pid=75826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:01:32.642700 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:32.643579 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 314b817f-9c79-46cf-a672-a625eea4af10, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=314b817f-9c79-46cf-a672-a625eea4af10,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:01:32.657529 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Transition to ACTIVE for port object 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e will not be triggered until provisioned by entity L2. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:01:32.739999 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:32.740501 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:32.744341 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:32.747564 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-0cdca4ae-9be5-46da-a202-4f7b8b15c95a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:32.889841 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=314b817f-9c79-46cf-a672-a625eea4af10,revision_number=9']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:32.906683 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:32.907662 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:32.909140 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:32.909557 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:32.911054 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:32.911523 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:32.918175 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:32.918175 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:32.918175 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:32.918175 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:32.918175 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:01:32.926841 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:33.070796 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb14c51-05fb-419d-82c1-50883b193783 req-ec927ead-b2c5-4553-9542-4dcfe9157897 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:33.074685 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-bfb14c51-05fb-419d-82c1-50883b193783 req-ec927ead-b2c5-4553-9542-4dcfe9157897 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 944 time: 0.1339092 Sep 15 09:01:33.114883 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Pushing event updated for resources: {'Port': ['ID=0ac5ee06-75f4-4b1d-a751-c0b49bcf449e,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:33.122790 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:33.149694 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-bfb14c51-05fb-419d-82c1-50883b193783 req-3aa48f8e-3b18-4aaf-95f6-83c8597f61dd tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716178 Sep 15 09:01:33.171395 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Attempting to bind port 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:01:33.171728 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Attempting to bind port 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '3a5ad715-8dfe-4afd-a86a-871ac25c08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b211f18-bead-4cfb-916e-940c2837e9c6'}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:01:33.172082 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Attempting to bind port 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e on network 3b211f18-bead-4cfb-916e-940c2837e9c6 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:01:33.176587 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['314b817f-9c79-46cf-a672-a625eea4af10'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:01:33.197099 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Port 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e on network 3b211f18-bead-4cfb-916e-940c2837e9c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 09:01:33.197805 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Attempting to bind port 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e on network 3b211f18-bead-4cfb-916e-940c2837e9c6 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:01:33.221007 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e964c2-fff6-4ffe-9b9b-3411223e3be5 req-25fb202f-1eb0-4fa8-a716-6cf85b654e47 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:33.221007 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-69e964c2-fff6-4ffe-9b9b-3411223e3be5 req-25fb202f-1eb0-4fa8-a716-6cf85b654e47 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 945 time: 0.4374948 Sep 15 09:01:33.222755 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3dedf583-d3a1-41ff-837f-900b45229f46 req-b8e6d9f9-fc9c-4692-8c8d-1fad152531b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3073897 Sep 15 09:01:33.248223 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:01:33.248717 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Checking segment: {'id': '3a5ad715-8dfe-4afd-a86a-871ac25c08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b211f18-bead-4cfb-916e-940c2837e9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:01:33.248931 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Bound using segment: {'id': '3a5ad715-8dfe-4afd-a86a-871ac25c08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b211f18-bead-4cfb-916e-940c2837e9c6'} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:01:33.249364 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Bound port: 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5ad715-8dfe-4afd-a86a-871ac25c08eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b211f18-bead-4cfb-916e-940c2837e9c6'}}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:01:33.249707 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:33.385749 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-69e964c2-fff6-4ffe-9b9b-3411223e3be5 req-36322f18-d3fe-48a9-91ac-5eff5c625a9d tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607797 Sep 15 09:01:33.400000 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852c418-11db-4317-b495-1930eb7bbebc req-dc0a28a3-fd69-4e29-9e39-a06b54fa4df5 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:33.406953 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5852c418-11db-4317-b495-1930eb7bbebc req-dc0a28a3-fd69-4e29-9e39-a06b54fa4df5 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 943 time: 0.0987384 Sep 15 09:01:33.426137 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] For port 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e, host hv-cinder-80600, cleared binding levels {{(pid=75826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:01:33.430032 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] For port 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0ac5ee06-75f4-4b1d-a751-c0b49bcf449e,segment=NetworkSegment(3a5ad715-8dfe-4afd-a86a-871ac25c08eb),segment_id=3a5ad715-8dfe-4afd-a86a-871ac25c08eb)] {{(pid=75826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:01:33.441192 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3dedf583-d3a1-41ff-837f-900b45229f46 req-96f7ae95-c145-420d-8197-b74af958bfb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd3fe44e1e5d42c0b4118a5b3004daac&device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 1098 time: 0.1623971 Sep 15 09:01:33.448374 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5852c418-11db-4317-b495-1930eb7bbebc req-23cfe68a-c190-47c5-9e87-0bfd3633c6b6 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404029 Sep 15 09:01:33.573259 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:33.578326 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:33.651544 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedf583-d3a1-41ff-837f-900b45229f46 req-e5cd61e3-7e62-4d09-a4b0-c32e5c1d3c9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:33.653037 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3dedf583-d3a1-41ff-837f-900b45229f46 req-e5cd61e3-7e62-4d09-a4b0-c32e5c1d3c9d service neutron] 10.222.0.20 "GET /v2.0/networks?id=99cf6cad-714d-48b4-a18f-48890cca455e HTTP/1.1" status: 200 len: 920 time: 0.1339822 Sep 15 09:01:33.727610 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:33.728970 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] 10.222.0.20 "PUT /v2.0/ports/0ac5ee06-75f4-4b1d-a751-c0b49bcf449e HTTP/1.1" status: 200 len: 1093 time: 1.5848112 Sep 15 09:01:33.729448 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86cee43-cf9a-4232-8596-966bef68ed90', 'tag': '0ac5ee06-75f4-4b1d-a751-c0b49bcf449e'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:01:33.737782 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3dedf583-d3a1-41ff-837f-900b45229f46 req-2bd6b60d-bcda-4fe9-a3eb-38c6c74f3fa2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=834d7008-fc0a-404f-8253-016e3f7d8ca2 HTTP/1.1" status: 200 len: 217 time: 0.0669687 Sep 15 09:01:33.751105 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d5c07-e4e4-4a8c-98df-d08ba0b9a86b req-558cc9b8-de7d-4d02-a3fe-7d3113b5c403 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:33.752843 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-085d5c07-e4e4-4a8c-98df-d08ba0b9a86b req-558cc9b8-de7d-4d02-a3fe-7d3113b5c403 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.20 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 945 time: 0.2342169 Sep 15 09:01:33.756598 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Pushing event updated for resources: {'Port': ['ID=0ac5ee06-75f4-4b1d-a751-c0b49bcf449e,revision_number=3']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:33.760151 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:33.809879 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedf583-d3a1-41ff-837f-900b45229f46 req-9274deeb-15a2-4a49-b7f1-db3ad43aa8bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:33.811721 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3dedf583-d3a1-41ff-837f-900b45229f46 req-9274deeb-15a2-4a49-b7f1-db3ad43aa8bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d3741a-a3a3-4d75-a034-fc6e7362caaa HTTP/1.1" status: 200 len: 859 time: 0.0656552 Sep 15 09:01:33.831263 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86cee43-cf9a-4232-8596-966bef68ed90', 'tag': '0ac5ee06-75f4-4b1d-a751-c0b49bcf449e', 'status': 'completed', 'code': 200} Sep 15 09:01:33.846395 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-085d5c07-e4e4-4a8c-98df-d08ba0b9a86b req-29ddf9c0-5d4d-47cf-bbea-3cb8fd83da4f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Deleting port 940aa7fc-de3e-46ed-ae69-062a759e8fdc {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:01:33.846849 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-085d5c07-e4e4-4a8c-98df-d08ba0b9a86b req-29ddf9c0-5d4d-47cf-bbea-3cb8fd83da4f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:33.921133 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3dedf583-d3a1-41ff-837f-900b45229f46 req-4eaf9da3-1e81-4204-9f94-8257a7c6ec97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99cf6cad-714d-48b4-a18f-48890cca455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473850 Sep 15 09:01:34.053924 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3dedf583-d3a1-41ff-837f-900b45229f46 req-ebe524ba-b8c7-441d-92e6-769953cccdaf service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262133 Sep 15 09:01:34.105722 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-3f045223-b5a6-45c2-ba79-d479bb5efde4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bf945ad7abb4cedb3e57185c376c289&device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 1096 time: 0.2266066 Sep 15 09:01:34.198160 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3dedf583-d3a1-41ff-837f-900b45229f46 req-0935c4bd-7de7-4040-af20-8b94d43a9acc service neutron] 10.222.0.20 "GET /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344595 Sep 15 09:01:34.205105 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-f52a971c-eb50-4086-9c79-4fca55e3c1fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ac5ee06-75f4-4b1d-a751-c0b49bcf449e HTTP/1.1" status: 200 len: 217 time: 0.0842645 Sep 15 09:01:34.296585 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-082259c9-07cc-4cbd-98e7-59c8658ecf9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:34.298039 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-082259c9-07cc-4cbd-98e7-59c8658ecf9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f97b7ad-138e-4abd-a678-9ea61f5b05cd HTTP/1.1" status: 200 len: 854 time: 0.0772128 Sep 15 09:01:34.299643 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-085d5c07-e4e4-4a8c-98df-d08ba0b9a86b req-29ddf9c0-5d4d-47cf-bbea-3cb8fd83da4f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] For port 940aa7fc-de3e-46ed-ae69-062a759e8fdc, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=940aa7fc-de3e-46ed-ae69-062a759e8fdc,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:01:34.300028 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-085d5c07-e4e4-4a8c-98df-d08ba0b9a86b req-29ddf9c0-5d4d-47cf-bbea-3cb8fd83da4f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:34.381485 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-1eaff8b4-a6bd-4e57-a59f-3827e4cd7c94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b211f18-bead-4cfb-916e-940c2837e9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730610 Sep 15 09:01:34.403459 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 314b817f-9c79-46cf-a672-a625eea4af10 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:01:34.493925 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port 314b817f-9c79-46cf-a672-a625eea4af10 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:01:34.494599 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:34.652161 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:34.661957 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-085d5c07-e4e4-4a8c-98df-d08ba0b9a86b req-29ddf9c0-5d4d-47cf-bbea-3cb8fd83da4f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Calling delete_port for 940aa7fc-de3e-46ed-ae69-062a759e8fdc owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:01:34.662518 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89536aab-1808-4659-9c9b-eed16fab9e77 req-c111d3de-574f-4602-8b80-ed8396e27421 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:34.664609 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-89536aab-1808-4659-9c9b-eed16fab9e77 req-c111d3de-574f-4602-8b80-ed8396e27421 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 945 time: 0.0855618 Sep 15 09:01:34.683730 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314b817f-9c79-46cf-a672-a625eea4af10'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:01:34.694603 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 314b817f-9c79-46cf-a672-a625eea4af10, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=314b817f-9c79-46cf-a672-a625eea4af10,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:01:34.720035 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-89536aab-1808-4659-9c9b-eed16fab9e77 req-798d2d9c-3763-4c23-8bbc-fd79ecfe90b4 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495529 Sep 15 09:01:34.791528 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:34.793423 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:34.799782 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-4b0f380e-8011-4f81-a559-5b54b8a8d50d service neutron] 10.222.0.20 "GET /v2.0/networks/3b211f18-bead-4cfb-916e-940c2837e9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554606 Sep 15 09:01:34.883192 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=314b817f-9c79-46cf-a672-a625eea4af10,revision_number=10']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:34.906857 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:34.971694 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545a377-a780-4b29-855d-96c37608ed2b req-2ac09e9c-f33f-456e-b557-214e4de5dcae tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:34.973182 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7545a377-a780-4b29-855d-96c37608ed2b req-2ac09e9c-f33f-456e-b557-214e4de5dcae tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 944 time: 0.6304815 Sep 15 09:01:34.976052 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd0951-9342-4d7b-a3d8-7243e2d73637 req-35bf0a40-6ad4-4a35-84d8-7b769c1ae2cf tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:34.978272 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-adbd0951-9342-4d7b-a3d8-7243e2d73637 req-35bf0a40-6ad4-4a35-84d8-7b769c1ae2cf tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 943 time: 0.1257012 Sep 15 09:01:35.028604 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-adbd0951-9342-4d7b-a3d8-7243e2d73637 req-0c6c8fd1-3a43-459d-a5ef-9fdd7338bef0 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447328 Sep 15 09:01:35.072847 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7545a377-a780-4b29-855d-96c37608ed2b req-47091feb-b4f9-4371-a360-850806fb8422 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911698 Sep 15 09:01:35.078317 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fe540ee8-a184-4fb8-8232-03075ab0bafc req-6ade1396-8a8a-4143-85b3-b2129423457b service neutron] 10.222.0.20 "GET /v2.0/networks/3b211f18-bead-4cfb-916e-940c2837e9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696385 Sep 15 09:01:35.103025 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314b817f-9c79-46cf-a672-a625eea4af10', 'code': 200} Sep 15 09:01:35.106630 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-085d5c07-e4e4-4a8c-98df-d08ba0b9a86b req-29ddf9c0-5d4d-47cf-bbea-3cb8fd83da4f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:35.119298 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 42518) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:35.122553 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-615d5d82-7b8a-49fb-875d-9ca447da50f8 tempest-DeleteServersTestJSON-158581639 tempest-DeleteServersTestJSON-158581639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:35.151514 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['763240a6-6f8f-4069-b175-a718036b4722', '7cd7187b-41bd-477b-985e-41fe4e886e86'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:01:35.180047 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddf9c0-5d4d-47cf-bbea-3cb8fd83da4f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Pushing event deleted for resources: {'Port': ['ID=940aa7fc-de3e-46ed-ae69-062a759e8fdc,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:35.183075 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-29ddf9c0-5d4d-47cf-bbea-3cb8fd83da4f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:35.276977 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-085d5c07-e4e4-4a8c-98df-d08ba0b9a86b req-29ddf9c0-5d4d-47cf-bbea-3cb8fd83da4f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] No DVR routers for this DVR port 940aa7fc-de3e-46ed-ae69-062a759e8fdc on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:01:35.306404 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-809ee6f4-37b1-4e49-8ae3-7b631eb2c0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:35.333933 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-085d5c07-e4e4-4a8c-98df-d08ba0b9a86b req-29ddf9c0-5d4d-47cf-bbea-3cb8fd83da4f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:35.340849 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-809ee6f4-37b1-4e49-8ae3-7b631eb2c0d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:01:35.345573 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-809ee6f4-37b1-4e49-8ae3-7b631eb2c0d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f846d91e26bc4a55abe6d1945b2b7670 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:01:35.348835 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-809ee6f4-37b1-4e49-8ae3-7b631eb2c0d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:01:35.356451 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-809ee6f4-37b1-4e49-8ae3-7b631eb2c0d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:01:35.360171 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-085d5c07-e4e4-4a8c-98df-d08ba0b9a86b req-29ddf9c0-5d4d-47cf-bbea-3cb8fd83da4f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.20 "DELETE /v2.0/ports/940aa7fc-de3e-46ed-ae69-062a759e8fdc HTTP/1.1" status: 204 len: 173 time: 1.5923755 Sep 15 09:01:35.379547 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7021b10a-5d30-42a3-b9c2-6a3c3ec7aaf1 req-e82ca9f2-64f7-4f3c-97f8-6e03ced07e94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bf945ad7abb4cedb3e57185c376c289&device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 1096 time: 0.1093020 Sep 15 09:01:35.457665 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-809ee6f4-37b1-4e49-8ae3-7b631eb2c0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:35.522701 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-809ee6f4-37b1-4e49-8ae3-7b631eb2c0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:35.529504 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-add525e7-7a18-412c-90d3-ee00f3dd7d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:35.571335 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ee6f4-37b1-4e49-8ae3-7b631eb2c0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925bc477-9122-4857-8c94-0c148c8025e8,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:35.578055 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-809ee6f4-37b1-4e49-8ae3-7b631eb2c0d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f846d91e26bc4a55abe6d1945b2b7670&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4552321 Sep 15 09:01:35.578055 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-809ee6f4-37b1-4e49-8ae3-7b631eb2c0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:35.578408 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 42528) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:35.620901 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021b10a-5d30-42a3-b9c2-6a3c3ec7aaf1 req-c6d82ea4-52d8-4ec4-80c5-8b61a5c15f52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:35.622724 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7021b10a-5d30-42a3-b9c2-6a3c3ec7aaf1 req-c6d82ea4-52d8-4ec4-80c5-8b61a5c15f52 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b211f18-bead-4cfb-916e-940c2837e9c6 HTTP/1.1" status: 200 len: 915 time: 0.2307367 Sep 15 09:01:35.703186 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-362e5c9c-5be2-4817-9ad7-43bcf6b1a97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:35.708454 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7021b10a-5d30-42a3-b9c2-6a3c3ec7aaf1 req-0c8b8da8-fcdf-48e3-8022-14997378b442 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ac5ee06-75f4-4b1d-a751-c0b49bcf449e HTTP/1.1" status: 200 len: 217 time: 0.0792117 Sep 15 09:01:35.731350 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-362e5c9c-5be2-4817-9ad7-43bcf6b1a97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:35.820250 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021b10a-5d30-42a3-b9c2-6a3c3ec7aaf1 req-c4cf2906-3313-4637-8951-fbba671fb6c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:35.821757 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7021b10a-5d30-42a3-b9c2-6a3c3ec7aaf1 req-c4cf2906-3313-4637-8951-fbba671fb6c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f97b7ad-138e-4abd-a678-9ea61f5b05cd HTTP/1.1" status: 200 len: 854 time: 0.0722067 Sep 15 09:01:35.865406 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50af7e90-3b57-4e95-97b0-e298f753c007', 'name': 'network-vif-deleted', 'tag': '940aa7fc-de3e-46ed-ae69-062a759e8fdc'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:01:35.876634 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7021b10a-5d30-42a3-b9c2-6a3c3ec7aaf1 req-3a02f664-5917-4e6e-85fd-c1f5ca80dd6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b211f18-bead-4cfb-916e-940c2837e9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479648 Sep 15 09:01:35.892357 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-362e5c9c-5be2-4817-9ad7-43bcf6b1a97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:35.898141 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:35.910274 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e5c9c-5be2-4817-9ad7-43bcf6b1a97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925bc477-9122-4857-8c94-0c148c8025e8,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:35.913239 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-362e5c9c-5be2-4817-9ad7-43bcf6b1a97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:35.923681 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-362e5c9c-5be2-4817-9ad7-43bcf6b1a97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:35.927189 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-362e5c9c-5be2-4817-9ad7-43bcf6b1a97a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/925bc477-9122-4857-8c94-0c148c8025e8 HTTP/1.1" status: 204 len: 168 time: 0.3456457 Sep 15 09:01:35.927347 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-15136d80-bea1-4173-858c-00071e6cf4e6 req-102558ac-9784-4683-a8ca-80dd39ab0e8b tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Synchronizing usage tracker for tenant:b1349b239f2142be8df3073348f83d4b on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:01:35.931461 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50af7e90-3b57-4e95-97b0-e298f753c007', 'name': 'network-vif-deleted', 'tag': '940aa7fc-de3e-46ed-ae69-062a759e8fdc', 'status': 'completed', 'code': 200} Sep 15 09:01:36.012572 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-c6495c57-ebab-4c9c-88e0-5892f5abcfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:36.125385 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7021b10a-5d30-42a3-b9c2-6a3c3ec7aaf1 req-064f25e9-31d6-47b7-b406-a49b6a21d703 service neutron] 10.222.0.20 "GET /v2.0/networks/3b211f18-bead-4cfb-916e-940c2837e9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967764 Sep 15 09:01:36.131923 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-51c07f51-a891-4887-ba0a-5e59514dfd3e req-6bad212e-0971-4ad9-bc78-30fcc971bd79 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 1099 time: 0.2021534 Sep 15 09:01:36.180111 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-15136d80-bea1-4173-858c-00071e6cf4e6 req-102558ac-9784-4683-a8ca-80dd39ab0e8b tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Unset dirty status for tenant:b1349b239f2142be8df3073348f83d4b on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:01:36.181242 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-15136d80-bea1-4173-858c-00071e6cf4e6 req-102558ac-9784-4683-a8ca-80dd39ab0e8b tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=50af7e90-3b57-4e95-97b0-e298f753c007 HTTP/1.1" status: 200 len: 210 time: 0.2972829 Sep 15 09:01:36.253711 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f76ff-7e5f-4db9-9646-2170ac7795d6 req-8d1adf5e-c790-47a3-9c7e-c653d32b36c0 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:36.255936 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-778f76ff-7e5f-4db9-9646-2170ac7795d6 req-8d1adf5e-c790-47a3-9c7e-c653d32b36c0 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 943 time: 0.0919149 Sep 15 09:01:36.305048 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-51c07f51-a891-4887-ba0a-5e59514dfd3e req-57987025-9216-4008-878e-325b7a853b29 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403837 Sep 15 09:01:36.341689 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-778f76ff-7e5f-4db9-9646-2170ac7795d6 req-8c5216b3-b82c-4165-bc1a-9782b4bb3625 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799527 Sep 15 09:01:36.389226 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7021b10a-5d30-42a3-b9c2-6a3c3ec7aaf1 req-bf80c6a4-2dd1-4d00-a163-2e56a3848e6e service neutron] 10.222.0.20 "GET /v2.0/networks/3b211f18-bead-4cfb-916e-940c2837e9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502937 Sep 15 09:01:36.391300 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 940aa7fc-de3e-46ed-ae69-062a759e8fdc no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:01:36.429192 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: 940aa7fc-de3e-46ed-ae69-062a759e8fdc {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:01:36.430506 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 940aa7fc-de3e-46ed-ae69-062a759e8fdc not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:01:36.435595 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1508bd0-587c-424e-ada2-254376d1cc16 req-4c692462-1892-4a9e-942e-a5a49aa086f4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:36.436969 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a1508bd0-587c-424e-ada2-254376d1cc16 req-4c692462-1892-4a9e-942e-a5a49aa086f4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 946 time: 0.0907340 Sep 15 09:01:36.484062 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a1508bd0-587c-424e-ada2-254376d1cc16 req-6b5c7d89-572d-4592-af54-84d0f0f8065d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410125 Sep 15 09:01:36.518934 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:37.551326 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72b3d8-63f4-44cd-b9c8-0edf880ad95d req-a55626ca-78a3-4270-848d-7fc9d9fec017 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:37.552886 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7f72b3d8-63f4-44cd-b9c8-0edf880ad95d req-a55626ca-78a3-4270-848d-7fc9d9fec017 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 943 time: 0.0907798 Sep 15 09:01:37.607106 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7f72b3d8-63f4-44cd-b9c8-0edf880ad95d req-38ecfaf2-6cf2-412a-9cb3-4c5a9142fa74 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480797 Sep 15 09:01:37.852171 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5abfb-6fca-4646-93bd-5ed3b7f60e09 req-c13c571f-a842-458b-8973-d43fbd06320c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:37.854158 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-69f5abfb-6fca-4646-93bd-5ed3b7f60e09 req-c13c571f-a842-458b-8973-d43fbd06320c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 946 time: 0.1078169 Sep 15 09:01:37.907793 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-69f5abfb-6fca-4646-93bd-5ed3b7f60e09 req-58a499af-e0b1-45a4-a4f1-c46a5506a97f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470114 Sep 15 09:01:37.948613 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cae781-40ac-4db8-b893-b668a9f62834 req-0700f1ac-18e3-44cb-b023-e912bbbfa5c8 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:37.950040 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-52cae781-40ac-4db8-b893-b668a9f62834 req-0700f1ac-18e3-44cb-b023-e912bbbfa5c8 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 946 time: 0.0810637 Sep 15 09:01:37.996628 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-52cae781-40ac-4db8-b893-b668a9f62834 req-68c297ca-1d81-4184-94f5-4253ee735e06 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409756 Sep 15 09:01:38.288986 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-94eaf71c-bfad-448f-bcc9-00e53ace0f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:38.390914 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:01:38.541875 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0ac5ee06-75f4-4b1d-a751-c0b49bcf449e,segment=NetworkSegment(3a5ad715-8dfe-4afd-a86a-871ac25c08eb),segment_id=3a5ad715-8dfe-4afd-a86a-871ac25c08eb)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:01:38.555719 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': '0ac5ee06-75f4-4b1d-a751-c0b49bcf449e', 'network_id': '3b211f18-bead-4cfb-916e-940c2837e9c6', 'port_id': '0ac5ee06-75f4-4b1d-a751-c0b49bcf449e', 'mac_address': 'fa:16:3e:b2:aa:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f97b7ad-138e-4abd-a678-9ea61f5b05cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:01:38.608859 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:38.627024 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:01:38.643679 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0ac5ee06-75f4-4b1d-a751-c0b49bcf449e,segment=NetworkSegment(3a5ad715-8dfe-4afd-a86a-871ac25c08eb),segment_id=3a5ad715-8dfe-4afd-a86a-871ac25c08eb)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:01:38.744392 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:38.749138 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-3a7a73c7-c0d0-4044-81f6-8ab2d6cac88b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:38.817926 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=0ac5ee06-75f4-4b1d-a751-c0b49bcf449e,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:38.822243 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:38.836765 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0c660-3d0b-4121-93b8-512e6c848f2b req-c160209a-95e0-475b-8b80-1da9a6292645 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:38.837450 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-d7a0c660-3d0b-4121-93b8-512e6c848f2b req-c160209a-95e0-475b-8b80-1da9a6292645 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Synchronizing usage tracker for tenant:3bf945ad7abb4cedb3e57185c376c289 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:01:38.916823 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-d7a0c660-3d0b-4121-93b8-512e6c848f2b req-c160209a-95e0-475b-8b80-1da9a6292645 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Unset dirty status for tenant:3bf945ad7abb4cedb3e57185c376c289 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:01:38.918245 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d7a0c660-3d0b-4121-93b8-512e6c848f2b req-c160209a-95e0-475b-8b80-1da9a6292645 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 944 time: 0.1676245 Sep 15 09:01:38.928478 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a89f06-a3fc-46de-b710-b606ee6f6bf2 req-9eed77fb-8781-4906-8adb-defe9a0f8bf6 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:38.928478 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c6a89f06-a3fc-46de-b710-b606ee6f6bf2 req-9eed77fb-8781-4906-8adb-defe9a0f8bf6 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.0787833 Sep 15 09:01:38.969842 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d7a0c660-3d0b-4121-93b8-512e6c848f2b req-95914b28-deb7-4ef3-be64-dbe9c4eefb1d tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448132 Sep 15 09:01:38.974042 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c6a89f06-a3fc-46de-b710-b606ee6f6bf2 req-13784417-056c-467c-a747-91921a01459b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399899 Sep 15 09:01:39.169888 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6897c3d-4d86-4dc2-b7e0-a695beeeab34 req-68224ae7-e97b-4704-933c-3ea1bb81f66d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:39.171451 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c6897c3d-4d86-4dc2-b7e0-a695beeeab34 req-68224ae7-e97b-4704-933c-3ea1bb81f66d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 946 time: 0.0838370 Sep 15 09:01:39.198619 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c185e1-72c1-4744-8a66-9a4b96b74365 req-3433dfeb-6b38-483c-9648-c14acfc021c7 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:39.200048 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-79c185e1-72c1-4744-8a66-9a4b96b74365 req-3433dfeb-6b38-483c-9648-c14acfc021c7 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 946 time: 0.0805438 Sep 15 09:01:39.219890 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c6897c3d-4d86-4dc2-b7e0-a695beeeab34 req-21f0920b-5f62-47e6-9bd6-12fda876804e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411654 Sep 15 09:01:39.225038 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['0ac5ee06-75f4-4b1d-a751-c0b49bcf449e'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:01:39.250597 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-79c185e1-72c1-4744-8a66-9a4b96b74365 req-a20fc127-c086-41bf-a115-4bc7b8fb6957 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445113 Sep 15 09:01:39.383695 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:39.740457 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa1205-9de2-4a67-bb38-cbb742cad0f6 req-94f675f4-5165-470c-8a80-67e73544e02b tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:39.742428 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-13fa1205-9de2-4a67-bb38-cbb742cad0f6 req-94f675f4-5165-470c-8a80-67e73544e02b tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.20 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 946 time: 0.0776005 Sep 15 09:01:39.814438 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-13fa1205-9de2-4a67-bb38-cbb742cad0f6 req-fb966ecb-8d15-4639-926c-34061ea5ac0a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Deleting port 7cd7187b-41bd-477b-985e-41fe4e886e86 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:01:39.814770 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-13fa1205-9de2-4a67-bb38-cbb742cad0f6 req-fb966ecb-8d15-4639-926c-34061ea5ac0a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:40.066520 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-13fa1205-9de2-4a67-bb38-cbb742cad0f6 req-fb966ecb-8d15-4639-926c-34061ea5ac0a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] For port 7cd7187b-41bd-477b-985e-41fe4e886e86, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7cd7187b-41bd-477b-985e-41fe4e886e86,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:01:40.067190 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-13fa1205-9de2-4a67-bb38-cbb742cad0f6 req-fb966ecb-8d15-4639-926c-34061ea5ac0a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:40.180829 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b23c93-9602-4711-9de7-6b551c73c01b req-79a1ba0e-4c5b-4069-b05a-54864ede1111 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:40.182455 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a5b23c93-9602-4711-9de7-6b551c73c01b req-79a1ba0e-4c5b-4069-b05a-54864ede1111 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 944 time: 0.0779238 Sep 15 09:01:40.234352 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a5b23c93-9602-4711-9de7-6b551c73c01b req-fd139ba4-a5ce-4d29-aa7a-877fbec303bc tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450151 Sep 15 09:01:40.300495 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-13fa1205-9de2-4a67-bb38-cbb742cad0f6 req-fb966ecb-8d15-4639-926c-34061ea5ac0a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Calling delete_port for 7cd7187b-41bd-477b-985e-41fe4e886e86 owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:01:40.411574 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67d797-f91a-4b17-9297-d15d4e7ef60e req-700ee6f1-8b2b-4a4e-b3fb-70afc978bfbe tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:40.413023 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5c67d797-f91a-4b17-9297-d15d4e7ef60e req-700ee6f1-8b2b-4a4e-b3fb-70afc978bfbe tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.2830465 Sep 15 09:01:40.440524 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5200b2-541f-4b3e-82cf-2a2a4ad52118 req-1d843d97-64a3-4dc4-85d2-2833f7a720d6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:40.442017 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3f5200b2-541f-4b3e-82cf-2a2a4ad52118 req-1d843d97-64a3-4dc4-85d2-2833f7a720d6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 946 time: 0.0790701 Sep 15 09:01:40.445450 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:01:40.494648 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3f5200b2-541f-4b3e-82cf-2a2a4ad52118 req-78a99c8f-2b32-4dac-a6ca-8e734917fe97 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467000 Sep 15 09:01:40.522252 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5c67d797-f91a-4b17-9297-d15d4e7ef60e req-b891beaf-1299-4ad7-8212-3c90fa521a9a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710561 Sep 15 09:01:40.609782 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:01:40.615960 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:01:40.616454 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:40.661693 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-13fa1205-9de2-4a67-bb38-cbb742cad0f6 req-fb966ecb-8d15-4639-926c-34061ea5ac0a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:40.667885 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e79e97b6-a56d-448b-a321-5b1907119f25 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:40.689793 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-4e0bf1f5-071b-4e96-bcdb-c35251389040 req-0d6de727-64d6-46ee-a159-7bf4f5f654e4 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 210 time: 0.0578761 Sep 15 09:01:40.713941 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb966ecb-8d15-4639-926c-34061ea5ac0a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Pushing event deleted for resources: {'Port': ['ID=7cd7187b-41bd-477b-985e-41fe4e886e86,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:40.717359 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-fb966ecb-8d15-4639-926c-34061ea5ac0a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:40.720416 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['763240a6-6f8f-4069-b175-a718036b4722'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:01:40.785595 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fa1205-9de2-4a67-bb38-cbb742cad0f6 req-fb966ecb-8d15-4639-926c-34061ea5ac0a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] No DVR routers for this DVR port 7cd7187b-41bd-477b-985e-41fe4e886e86 on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:01:40.788223 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-13fa1205-9de2-4a67-bb38-cbb742cad0f6 req-fb966ecb-8d15-4639-926c-34061ea5ac0a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:40.790842 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefb9f8f-d4a0-4329-b49e-f884bcf35681', 'name': 'network-vif-deleted', 'tag': '7cd7187b-41bd-477b-985e-41fe4e886e86'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:01:40.813392 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:40.852201 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:40.854392 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefb9f8f-d4a0-4329-b49e-f884bcf35681', 'name': 'network-vif-deleted', 'tag': '7cd7187b-41bd-477b-985e-41fe4e886e86', 'status': 'completed', 'code': 200} Sep 15 09:01:40.857092 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86cee43-cf9a-4232-8596-966bef68ed90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac5ee06-75f4-4b1d-a751-c0b49bcf449e'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:01:40.860562 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-13fa1205-9de2-4a67-bb38-cbb742cad0f6 req-fb966ecb-8d15-4639-926c-34061ea5ac0a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.20 "DELETE /v2.0/ports/7cd7187b-41bd-477b-985e-41fe4e886e86 HTTP/1.1" status: 204 len: 173 time: 1.1129198 Sep 15 09:01:40.878923 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0ac5ee06-75f4-4b1d-a751-c0b49bcf449e,segment=NetworkSegment(3a5ad715-8dfe-4afd-a86a-871ac25c08eb),segment_id=3a5ad715-8dfe-4afd-a86a-871ac25c08eb)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:01:40.920487 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86cee43-cf9a-4232-8596-966bef68ed90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac5ee06-75f4-4b1d-a751-c0b49bcf449e', 'code': 200} Sep 15 09:01:40.941140 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:40.941962 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 7cd7187b-41bd-477b-985e-41fe4e886e86 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:01:40.966555 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:41.016207 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: 7cd7187b-41bd-477b-985e-41fe4e886e86 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:01:41.016543 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 7cd7187b-41bd-477b-985e-41fe4e886e86 not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:01:41.062052 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=0ac5ee06-75f4-4b1d-a751-c0b49bcf449e,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:41.064711 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:41.408158 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-38f1552a-7712-4eb5-80c9-1c673192b1d8 req-5f0664cc-f3f7-41c6-95d1-697a5399ccf3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 1098 time: 0.1104708 Sep 15 09:01:41.486249 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2c79-8677-473d-841d-ad0b891c1034 req-f59bc753-0a9d-4d8a-a9ff-04045295aa26 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:41.487702 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-97ad2c79-8677-473d-841d-ad0b891c1034 req-f59bc753-0a9d-4d8a-a9ff-04045295aa26 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 945 time: 0.1246817 Sep 15 09:01:41.489186 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-38f1552a-7712-4eb5-80c9-1c673192b1d8 req-2a873553-1cec-46c1-b552-fd553f0ba24f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645528 Sep 15 09:01:41.539144 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-97ad2c79-8677-473d-841d-ad0b891c1034 req-28e9ccf0-2ee1-4b0b-b2b6-e3b1d45ffb59 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448406 Sep 15 09:01:41.764176 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b7785-7636-4b7a-9bb3-fc263e54cb5a req-19fb6f92-6c39-4084-8357-1b6f4b0d6ae4 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:41.771923 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-979b7785-7636-4b7a-9bb3-fc263e54cb5a req-19fb6f92-6c39-4084-8357-1b6f4b0d6ae4 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.1102715 Sep 15 09:01:41.816478 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-979b7785-7636-4b7a-9bb3-fc263e54cb5a req-b1670281-7552-4c17-9928-d9b934a6677b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436871 Sep 15 09:01:41.885559 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-a2134fb4-83a4-4275-b4dc-8cd4bc1fea6c req-b1482006-8764-40ed-a66d-f6b9717f246f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Synchronizing usage tracker for tenant:b1349b239f2142be8df3073348f83d4b on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:01:41.955204 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-a2134fb4-83a4-4275-b4dc-8cd4bc1fea6c req-b1482006-8764-40ed-a66d-f6b9717f246f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Unset dirty status for tenant:b1349b239f2142be8df3073348f83d4b on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:01:41.956316 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a2134fb4-83a4-4275-b4dc-8cd4bc1fea6c req-b1482006-8764-40ed-a66d-f6b9717f246f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=fefb9f8f-d4a0-4329-b49e-f884bcf35681 HTTP/1.1" status: 200 len: 210 time: 0.1124840 Sep 15 09:01:42.734526 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45d22b-0d68-4106-b055-8ac942fcadde req-0cf9d388-b038-4718-abbb-b57a32cccaa0 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:42.735974 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5f45d22b-0d68-4106-b055-8ac942fcadde req-0cf9d388-b038-4718-abbb-b57a32cccaa0 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 945 time: 0.0762956 Sep 15 09:01:42.784912 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5f45d22b-0d68-4106-b055-8ac942fcadde req-af0d317b-2d33-4f10-a04a-3f07cc358bc7 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432994 Sep 15 09:01:42.873439 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265db876-80a9-4245-a980-bf34794d2936 req-4632b23b-02d4-4139-b884-990a20c09397 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:42.875038 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-265db876-80a9-4245-a980-bf34794d2936 req-4632b23b-02d4-4139-b884-990a20c09397 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.0796072 Sep 15 09:01:43.024324 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-265db876-80a9-4245-a980-bf34794d2936 req-9fdc043b-1e28-4997-b7c5-6a2f3c7e710b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Deleting port 834d7008-fc0a-404f-8253-016e3f7d8ca2 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:01:43.024653 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-265db876-80a9-4245-a980-bf34794d2936 req-9fdc043b-1e28-4997-b7c5-6a2f3c7e710b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:43.165300 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af40be5-38b2-4790-a818-420aaf594897 req-c4dcda25-09cb-4879-9458-f57d2ffd1378 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:43.167521 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6af40be5-38b2-4790-a818-420aaf594897 req-c4dcda25-09cb-4879-9458-f57d2ffd1378 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 945 time: 0.2182105 Sep 15 09:01:43.302015 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6af40be5-38b2-4790-a818-420aaf594897 req-358d77c5-fb9d-4a94-9e43-a863b1cfe6b8 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149285 Sep 15 09:01:43.342882 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-265db876-80a9-4245-a980-bf34794d2936 req-9fdc043b-1e28-4997-b7c5-6a2f3c7e710b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] For port 834d7008-fc0a-404f-8253-016e3f7d8ca2, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=834d7008-fc0a-404f-8253-016e3f7d8ca2,segment=NetworkSegment(d7140ae3-635c-4fb5-88b0-420b9f11a994),segment_id=d7140ae3-635c-4fb5-88b0-420b9f11a994)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:01:43.343228 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-265db876-80a9-4245-a980-bf34794d2936 req-9fdc043b-1e28-4997-b7c5-6a2f3c7e710b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:43.469087 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-265db876-80a9-4245-a980-bf34794d2936 req-9fdc043b-1e28-4997-b7c5-6a2f3c7e710b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Calling delete_port for 834d7008-fc0a-404f-8253-016e3f7d8ca2 owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:01:43.818406 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-265db876-80a9-4245-a980-bf34794d2936 req-9fdc043b-1e28-4997-b7c5-6a2f3c7e710b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:43.824782 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-87eba1ae-1ff8-4a56-aea2-5dd99717820a tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:43.861339 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['fd7b9192-1dcd-4cd1-8019-0543a7285ecc', '834d7008-fc0a-404f-8253-016e3f7d8ca2'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:01:43.868847 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc043b-1e28-4997-b7c5-6a2f3c7e710b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Pushing event deleted for resources: {'Port': ['ID=834d7008-fc0a-404f-8253-016e3f7d8ca2,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:43.872339 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9fdc043b-1e28-4997-b7c5-6a2f3c7e710b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:43.949519 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-265db876-80a9-4245-a980-bf34794d2936 req-9fdc043b-1e28-4997-b7c5-6a2f3c7e710b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] No DVR routers for this DVR port 834d7008-fc0a-404f-8253-016e3f7d8ca2 on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:01:43.951915 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-265db876-80a9-4245-a980-bf34794d2936 req-9fdc043b-1e28-4997-b7c5-6a2f3c7e710b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:43.954507 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc1c15f-24f5-496f-a675-9771d0025292', 'name': 'network-vif-deleted', 'tag': '834d7008-fc0a-404f-8253-016e3f7d8ca2'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:01:44.021095 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc1c15f-24f5-496f-a675-9771d0025292', 'name': 'network-vif-deleted', 'tag': '834d7008-fc0a-404f-8253-016e3f7d8ca2', 'status': 'completed', 'code': 200} Sep 15 09:01:44.032239 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae18bb-f7eb-48da-84f5-fbc044cba3b3 req-a823ee9a-a383-49a2-b3fe-c077171ac779 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:44.033817 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e1ae18bb-f7eb-48da-84f5-fbc044cba3b3 req-a823ee9a-a383-49a2-b3fe-c077171ac779 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 945 time: 0.1203139 Sep 15 09:01:44.043824 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-265db876-80a9-4245-a980-bf34794d2936 req-9fdc043b-1e28-4997-b7c5-6a2f3c7e710b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.20 "DELETE /v2.0/ports/834d7008-fc0a-404f-8253-016e3f7d8ca2 HTTP/1.1" status: 204 len: 173 time: 1.1262777 Sep 15 09:01:44.085152 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e1ae18bb-f7eb-48da-84f5-fbc044cba3b3 req-c090b896-a0d6-42bd-b08e-6cd118c05a77 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443180 Sep 15 09:01:44.488632 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fe10d830-f79b-4711-8149-638c3a7f5a52 req-f354fea9-c41f-4fb9-be6f-18e965642a8a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc1c15f-24f5-496f-a675-9771d0025292 HTTP/1.1" status: 200 len: 210 time: 0.0472455 Sep 15 09:01:45.167904 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95b06b-a921-421e-9a27-c6c924202bdc req-aa92701f-27e8-4218-9763-3510809accf9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:45.169445 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-da95b06b-a921-421e-9a27-c6c924202bdc req-aa92701f-27e8-4218-9763-3510809accf9 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 945 time: 0.1093171 Sep 15 09:01:45.220113 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-da95b06b-a921-421e-9a27-c6c924202bdc req-ccb356a3-07d6-489a-8fd3-985bbf004848 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434968 Sep 15 09:01:46.201692 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb300e9-864c-4db1-8e62-b852bcb7ace0 req-1f2f7d69-d25d-4ce7-947d-4632670389fa tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:46.202406 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-ccb300e9-864c-4db1-8e62-b852bcb7ace0 req-1f2f7d69-d25d-4ce7-947d-4632670389fa tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Synchronizing usage tracker for tenant:bd3fe44e1e5d42c0b4118a5b3004daac on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:01:46.305882 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-ccb300e9-864c-4db1-8e62-b852bcb7ace0 req-1f2f7d69-d25d-4ce7-947d-4632670389fa tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Unset dirty status for tenant:bd3fe44e1e5d42c0b4118a5b3004daac on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:01:46.307072 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ccb300e9-864c-4db1-8e62-b852bcb7ace0 req-1f2f7d69-d25d-4ce7-947d-4632670389fa tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1859396 Sep 15 09:01:46.355839 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ccb300e9-864c-4db1-8e62-b852bcb7ace0 req-394fd6a3-2760-47aa-88d5-5afb7dae6a79 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431130 Sep 15 09:01:46.421957 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6364c8d-079d-4c9f-a2a4-23dbe96bd93c req-cd898b16-d786-4561-98e8-551bd5a241cc tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:46.423412 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c6364c8d-079d-4c9f-a2a4-23dbe96bd93c req-cd898b16-d786-4561-98e8-551bd5a241cc tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 945 time: 0.0793521 Sep 15 09:01:46.440658 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 834d7008-fc0a-404f-8253-016e3f7d8ca2 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:01:46.469571 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c6364c8d-079d-4c9f-a2a4-23dbe96bd93c req-32c786cb-56c8-44a3-a52b-46d53d7ee345 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Sep 15 09:01:46.475187 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: 834d7008-fc0a-404f-8253-016e3f7d8ca2 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:01:46.475595 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 834d7008-fc0a-404f-8253-016e3f7d8ca2 not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:01:47.673595 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913390ba-1b93-4372-b4f0-8c4065b9f63d req-ac546941-5f7e-46c9-9ba3-0cc9eb863130 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:47.675065 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-913390ba-1b93-4372-b4f0-8c4065b9f63d req-ac546941-5f7e-46c9-9ba3-0cc9eb863130 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 945 time: 0.0798814 Sep 15 09:01:47.685987 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb7b30-3487-48ba-9a12-41a03e16262e req-da27e86d-1b05-40a3-958c-8a5d8f850da4 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:47.687567 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-50eb7b30-3487-48ba-9a12-41a03e16262e req-da27e86d-1b05-40a3-958c-8a5d8f850da4 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.2110140 Sep 15 09:01:47.695538 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ac436-503d-46bb-a358-195b7e73bc1a req-a43bebbc-f817-4834-aee0-3b2224b84e61 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:47.697007 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-952ac436-503d-46bb-a358-195b7e73bc1a req-a43bebbc-f817-4834-aee0-3b2224b84e61 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 945 time: 0.1209571 Sep 15 09:01:47.722248 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-913390ba-1b93-4372-b4f0-8c4065b9f63d req-b88486ff-0df7-4d25-aadb-77320840bde8 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/security-groups?id=e72ba048-ef49-408a-9990-026a3f8a594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407877 Sep 15 09:01:47.786665 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-50eb7b30-3487-48ba-9a12-41a03e16262e req-6cf39c72-b96b-45ff-972d-14ad512b0b7c tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884800 Sep 15 09:01:47.794927 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-952ac436-503d-46bb-a358-195b7e73bc1a req-9dca8b2e-4324-4f49-ae3e-0ff6f104a74a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Deleting port 763240a6-6f8f-4069-b175-a718036b4722 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:01:47.795265 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-952ac436-503d-46bb-a358-195b7e73bc1a req-9dca8b2e-4324-4f49-ae3e-0ff6f104a74a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:48.037891 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-952ac436-503d-46bb-a358-195b7e73bc1a req-9dca8b2e-4324-4f49-ae3e-0ff6f104a74a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] For port 763240a6-6f8f-4069-b175-a718036b4722, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=763240a6-6f8f-4069-b175-a718036b4722,segment=NetworkSegment(d2f7e6bd-20c3-40ea-8bce-cae47817e8ed),segment_id=d2f7e6bd-20c3-40ea-8bce-cae47817e8ed)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:01:48.038302 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-952ac436-503d-46bb-a358-195b7e73bc1a req-9dca8b2e-4324-4f49-ae3e-0ff6f104a74a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:48.165182 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-952ac436-503d-46bb-a358-195b7e73bc1a req-9dca8b2e-4324-4f49-ae3e-0ff6f104a74a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Calling delete_port for 763240a6-6f8f-4069-b175-a718036b4722 owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:01:48.408756 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-952ac436-503d-46bb-a358-195b7e73bc1a req-9dca8b2e-4324-4f49-ae3e-0ff6f104a74a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:48.414504 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-29ddf9c0-5d4d-47cf-bbea-3cb8fd83da4f tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:48.449660 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['763240a6-6f8f-4069-b175-a718036b4722'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:01:48.458839 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca8b2e-4324-4f49-ae3e-0ff6f104a74a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Pushing event deleted for resources: {'Port': ['ID=763240a6-6f8f-4069-b175-a718036b4722,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:48.461854 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9dca8b2e-4324-4f49-ae3e-0ff6f104a74a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:48.533623 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-952ac436-503d-46bb-a358-195b7e73bc1a req-9dca8b2e-4324-4f49-ae3e-0ff6f104a74a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] No DVR routers for this DVR port 763240a6-6f8f-4069-b175-a718036b4722 on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:01:48.535998 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-952ac436-503d-46bb-a358-195b7e73bc1a req-9dca8b2e-4324-4f49-ae3e-0ff6f104a74a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:48.538782 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f', 'name': 'network-vif-deleted', 'tag': '763240a6-6f8f-4069-b175-a718036b4722'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:01:48.596223 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f', 'name': 'network-vif-deleted', 'tag': '763240a6-6f8f-4069-b175-a718036b4722', 'status': 'completed', 'code': 200} Sep 15 09:01:48.614209 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-952ac436-503d-46bb-a358-195b7e73bc1a req-9dca8b2e-4324-4f49-ae3e-0ff6f104a74a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.20 "DELETE /v2.0/ports/763240a6-6f8f-4069-b175-a718036b4722 HTTP/1.1" status: 204 len: 173 time: 0.9008226 Sep 15 09:01:48.891899 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-c1de3504-4be9-47a6-9518-1aa4f1527c24 req-34573406-7592-46d3-aa7d-b45596ebcf78 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Synchronizing usage tracker for tenant:b1349b239f2142be8df3073348f83d4b on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:01:48.962549 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-c1de3504-4be9-47a6-9518-1aa4f1527c24 req-34573406-7592-46d3-aa7d-b45596ebcf78 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Unset dirty status for tenant:b1349b239f2142be8df3073348f83d4b on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:01:48.963706 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c1de3504-4be9-47a6-9518-1aa4f1527c24 req-34573406-7592-46d3-aa7d-b45596ebcf78 tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8ad2e2-a1d5-4d00-a86f-32eb577c3f0f HTTP/1.1" status: 200 len: 210 time: 0.1199796 Sep 15 09:01:48.995078 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd876806-849f-4fa6-8a96-2a8c29d7ae32 req-3fc7800e-a052-46b2-b4cc-c4b695f15219 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:48.996516 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fd876806-849f-4fa6-8a96-2a8c29d7ae32 req-3fc7800e-a052-46b2-b4cc-c4b695f15219 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0851326 Sep 15 09:01:49.042565 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fd876806-849f-4fa6-8a96-2a8c29d7ae32 req-91663f97-a5e8-4fbe-a815-ccf1c94bba10 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Sep 15 09:01:50.071624 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 42752) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:50.137853 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b625ff-8bae-45e5-982e-2ce93a94c938 admin admin] Deleting subnet 599314a5-b7e7-4604-bd49-77181d9b73d9 {{(pid=75825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 09:01:50.141467 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c4b625ff-8bae-45e5-982e-2ce93a94c938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:50.200934 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c4b625ff-8bae-45e5-982e-2ce93a94c938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7373092'] for subnet, precommit_delete_associations {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:50.260398 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c4b625ff-8bae-45e5-982e-2ce93a94c938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630464'] for subnet, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:50.391220 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c4b625ff-8bae-45e5-982e-2ce93a94c938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6948069'] for subnet, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:50.395975 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:50.403655 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7b021-0350-4e3f-9c84-0b70f8eb6a14 req-1475e0ef-7a9b-4b7f-aeab-289131c85c9d tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:50.405189 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-81f7b021-0350-4e3f-9c84-0b70f8eb6a14 req-1475e0ef-7a9b-4b7f-aeab-289131c85c9d tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0819905 Sep 15 09:01:50.453889 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-81f7b021-0350-4e3f-9c84-0b70f8eb6a14 req-37117599-5908-48b3-a071-3089b319f27f tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430095 Sep 15 09:01:50.463269 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 763240a6-6f8f-4069-b175-a718036b4722 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:01:50.483812 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b625ff-8bae-45e5-982e-2ce93a94c938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=599314a5-b7e7-4604-bd49-77181d9b73d9,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:50.489283 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-c4b625ff-8bae-45e5-982e-2ce93a94c938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:50.490256 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c4b625ff-8bae-45e5-982e-2ce93a94c938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:50.496243 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-c4b625ff-8bae-45e5-982e-2ce93a94c938 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/599314a5-b7e7-4604-bd49-77181d9b73d9 HTTP/1.1" status: 204 len: 168 time: 0.4234860 Sep 15 09:01:50.499501 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: 763240a6-6f8f-4069-b175-a718036b4722 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:01:50.499501 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 763240a6-6f8f-4069-b175-a718036b4722 not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:01:50.501398 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 42756) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:50.611850 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-5cbb6f05-5425-4bae-86ab-a77e32bf9797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620022'] for network, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:50.735823 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-5cbb6f05-5425-4bae-86ab-a77e32bf9797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628807', 'neutron.services.segments.db._delete_segments_for_network-8733233187485'] for network, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:50.748981 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-5cbb6f05-5425-4bae-86ab-a77e32bf9797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c409703-0674-4cbb-9f3e-f398f357604d']}} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:01:50.761425 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-5cbb6f05-5425-4bae-86ab-a77e32bf9797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed') {'for_net_delete': True} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:01:50.761710 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-5cbb6f05-5425-4bae-86ab-a77e32bf9797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f7e6bd-20c3-40ea-8bce-cae47817e8ed') {} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:01:50.772571 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-5cbb6f05-5425-4bae-86ab-a77e32bf9797 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733233221816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7373117'] for segment, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:50.789163 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-5cbb6f05-5425-4bae-86ab-a77e32bf9797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:50.795431 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbb6f05-5425-4bae-86ab-a77e32bf9797 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=75825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 09:01:50.795809 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-5cbb6f05-5425-4bae-86ab-a77e32bf9797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-630388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7092456'] for segment, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: Traceback (most recent call last): Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: timer() Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: cb(*args, **kw) Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: return func(*args, **kwargs) Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: self._notify() Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: self.callback(batched_events) Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: event.method(event) Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: return f(self, *a, **k) Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: return self._get(url).json() Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: return self.request(url, 'GET', **kwargs) Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 09:01:50.808543 dv-cinder-806008-2-iscsi neutron-server[75825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 09:01:50.956679 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-5cbb6f05-5425-4bae-86ab-a77e32bf9797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8205405'] for network, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:50.960926 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:50.973547 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-5cbb6f05-5425-4bae-86ab-a77e32bf9797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:50.984370 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb6f05-5425-4bae-86ab-a77e32bf9797 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c409703-0674-4cbb-9f3e-f398f357604d,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:50.987729 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-5cbb6f05-5425-4bae-86ab-a77e32bf9797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:51.057086 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-5cbb6f05-5425-4bae-86ab-a77e32bf9797 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1c409703-0674-4cbb-9f3e-f398f357604d HTTP/1.1" status: 204 len: 168 time: 0.5527775 Sep 15 09:01:51.435216 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 42768) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:51.485781 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-41c1686d-59c2-4723-b4b9-f6673f1933b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b1349b239f2142be8df3073348f83d4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493464 Sep 15 09:01:51.488117 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 42774) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:51.549740 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9c66ae98-eb7a-4e6f-959d-298fc2303125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:51.575866 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9c66ae98-eb7a-4e6f-959d-298fc2303125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:51.687667 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac25dfb-e5ae-42b5-a774-805c51806ffd req-2611f4af-c619-411e-bde2-452c37c7a0f4 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:51.694286 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cac25dfb-e5ae-42b5-a774-805c51806ffd req-2611f4af-c619-411e-bde2-452c37c7a0f4 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.1059797 Sep 15 09:01:51.732283 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9c66ae98-eb7a-4e6f-959d-298fc2303125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:51.736667 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-df337386-3c27-4429-8de7-e980fffb2780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:51.755697 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66ae98-eb7a-4e6f-959d-298fc2303125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72ba048-ef49-408a-9990-026a3f8a594b,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:51.758207 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-9c66ae98-eb7a-4e6f-959d-298fc2303125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:51.777138 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cac25dfb-e5ae-42b5-a774-805c51806ffd req-965e6bca-d40f-4d8c-b8d7-49ea8eaf8807 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779152 Sep 15 09:01:51.812574 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9c66ae98-eb7a-4e6f-959d-298fc2303125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:51.813669 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-9c66ae98-eb7a-4e6f-959d-298fc2303125 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e72ba048-ef49-408a-9990-026a3f8a594b HTTP/1.1" status: 204 len: 168 time: 0.3246670 Sep 15 09:01:52.987539 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10320b-460b-4613-b2fe-c7b0e4c0399b req-b523594b-f1ac-4761-ae4b-e2ff5a8f1b82 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:52.988919 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7b10320b-460b-4613-b2fe-c7b0e4c0399b req-b523594b-f1ac-4761-ae4b-e2ff5a8f1b82 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0816762 Sep 15 09:01:53.036355 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7b10320b-460b-4613-b2fe-c7b0e4c0399b req-a69e45d2-7e06-4754-bf9e-be25e2127931 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408483 Sep 15 09:01:53.322452 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa1486-6d39-4bd3-aaef-62fb61f7663b req-4d63d88f-b1b5-4992-8e30-73c759f2a633 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:53.323887 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-12fa1486-6d39-4bd3-aaef-62fb61f7663b req-4d63d88f-b1b5-4992-8e30-73c759f2a633 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 945 time: 0.0929916 Sep 15 09:01:53.415040 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-12fa1486-6d39-4bd3-aaef-62fb61f7663b req-93c970a9-0c03-4e79-8946-3f5d1dcf1d26 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Deleting port fd7b9192-1dcd-4cd1-8019-0543a7285ecc {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:01:53.415400 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-12fa1486-6d39-4bd3-aaef-62fb61f7663b req-93c970a9-0c03-4e79-8946-3f5d1dcf1d26 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:53.658976 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-12fa1486-6d39-4bd3-aaef-62fb61f7663b req-93c970a9-0c03-4e79-8946-3f5d1dcf1d26 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] For port fd7b9192-1dcd-4cd1-8019-0543a7285ecc, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fd7b9192-1dcd-4cd1-8019-0543a7285ecc,segment=NetworkSegment(d7140ae3-635c-4fb5-88b0-420b9f11a994),segment_id=d7140ae3-635c-4fb5-88b0-420b9f11a994)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:01:53.659324 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-12fa1486-6d39-4bd3-aaef-62fb61f7663b req-93c970a9-0c03-4e79-8946-3f5d1dcf1d26 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:53.857257 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-12fa1486-6d39-4bd3-aaef-62fb61f7663b req-93c970a9-0c03-4e79-8946-3f5d1dcf1d26 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Calling delete_port for fd7b9192-1dcd-4cd1-8019-0543a7285ecc owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:01:54.096346 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-12fa1486-6d39-4bd3-aaef-62fb61f7663b req-93c970a9-0c03-4e79-8946-3f5d1dcf1d26 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:54.112494 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-50912c57-b8e6-4253-98ba-ae6655fcc8f4 tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:54.136847 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['fd7b9192-1dcd-4cd1-8019-0543a7285ecc'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:01:54.157821 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c970a9-0c03-4e79-8946-3f5d1dcf1d26 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Pushing event deleted for resources: {'Port': ['ID=fd7b9192-1dcd-4cd1-8019-0543a7285ecc,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:54.161663 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-93c970a9-0c03-4e79-8946-3f5d1dcf1d26 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:54.254678 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-eef282cd-ea4c-496b-9f8b-1075e23fcfe0 req-ae7c006f-e2e9-4ef8-9108-3c4cd872ffc6 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 210 time: 0.0619700 Sep 15 09:01:54.278916 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fa1486-6d39-4bd3-aaef-62fb61f7663b req-93c970a9-0c03-4e79-8946-3f5d1dcf1d26 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] No DVR routers for this DVR port fd7b9192-1dcd-4cd1-8019-0543a7285ecc on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:01:54.278916 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-12fa1486-6d39-4bd3-aaef-62fb61f7663b req-93c970a9-0c03-4e79-8946-3f5d1dcf1d26 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:54.281889 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d8f72b-fc30-41ab-922d-6e83c2b253e1', 'name': 'network-vif-deleted', 'tag': 'fd7b9192-1dcd-4cd1-8019-0543a7285ecc'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:01:54.341804 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d8f72b-fc30-41ab-922d-6e83c2b253e1', 'name': 'network-vif-deleted', 'tag': 'fd7b9192-1dcd-4cd1-8019-0543a7285ecc', 'status': 'completed', 'code': 200} Sep 15 09:01:54.360964 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-12fa1486-6d39-4bd3-aaef-62fb61f7663b req-93c970a9-0c03-4e79-8946-3f5d1dcf1d26 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.20 "DELETE /v2.0/ports/fd7b9192-1dcd-4cd1-8019-0543a7285ecc HTTP/1.1" status: 204 len: 173 time: 1.0091844 Sep 15 09:01:55.088524 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 42854) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:55.236476 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bef85-c053-4773-99c7-236e0cd7e762 req-75d0e520-a3c7-40fb-a3cd-1cb22bde05fa tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:55.237949 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-592bef85-c053-4773-99c7-236e0cd7e762 req-75d0e520-a3c7-40fb-a3cd-1cb22bde05fa tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0792789 Sep 15 09:01:55.269795 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f8dee25d-f4e5-46b5-b509-6d7a8d5682da admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:55.319448 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-592bef85-c053-4773-99c7-236e0cd7e762 req-bde32889-90ff-48f0-b097-c67daa01a50e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686193 Sep 15 09:01:55.324029 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-f8dee25d-f4e5-46b5-b509-6d7a8d5682da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:01:55.328090 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-f8dee25d-f4e5-46b5-b509-6d7a8d5682da admin admin] Usage tracker for resource:security_group_rule and tenant:86b951f149a44bad8e623351ea4285c6 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:01:55.331322 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-f8dee25d-f4e5-46b5-b509-6d7a8d5682da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:01:55.337369 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-f8dee25d-f4e5-46b5-b509-6d7a8d5682da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:01:55.404003 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f8dee25d-f4e5-46b5-b509-6d7a8d5682da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:55.430878 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2c24c7a5-0973-4298-b661-33bd8a91570c req-403369a6-40de-4fbf-8416-565ff814d1fc tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 210 time: 0.0427954 Sep 15 09:01:55.468682 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f8dee25d-f4e5-46b5-b509-6d7a8d5682da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:55.475466 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d506dbf6-e3ab-4cf1-9418-e2fbdccdc071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:55.516231 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dee25d-f4e5-46b5-b509-6d7a8d5682da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdcac1e-8f89-4502-85dd-1dc0f49fd916,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:55.519350 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-f8dee25d-f4e5-46b5-b509-6d7a8d5682da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:55.521843 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-f8dee25d-f4e5-46b5-b509-6d7a8d5682da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86b951f149a44bad8e623351ea4285c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4321620 Sep 15 09:01:55.525230 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 42864) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:55.583030 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-dd9ced12-3c13-4b1f-a2b6-a30161db4aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:55.608515 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-dd9ced12-3c13-4b1f-a2b6-a30161db4aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:55.705064 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-dd9ced12-3c13-4b1f-a2b6-a30161db4aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:55.708475 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-ad2e1448-4823-4647-b85c-ab57fef7c30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:55.721276 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ced12-3c13-4b1f-a2b6-a30161db4aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdcac1e-8f89-4502-85dd-1dc0f49fd916,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:55.724172 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-dd9ced12-3c13-4b1f-a2b6-a30161db4aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:55.725955 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-dd9ced12-3c13-4b1f-a2b6-a30161db4aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:55.727806 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-dd9ced12-3c13-4b1f-a2b6-a30161db4aa8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dfdcac1e-8f89-4502-85dd-1dc0f49fd916 HTTP/1.1" status: 204 len: 168 time: 0.2015121 Sep 15 09:01:56.336650 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 42874) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:56.357629 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6697c434-c2b3-483e-bdb0-15608583f7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:56.392414 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-6697c434-c2b3-483e-bdb0-15608583f7f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:01:56.396320 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-6697c434-c2b3-483e-bdb0-15608583f7f2 admin admin] Usage tracker for resource:security_group_rule and tenant:14c67acde69248a7839e3f9008c333d7 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:01:56.399565 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-6697c434-c2b3-483e-bdb0-15608583f7f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:01:56.405292 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-6697c434-c2b3-483e-bdb0-15608583f7f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:01:56.470253 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6697c434-c2b3-483e-bdb0-15608583f7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:56.519323 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c636837-cd13-4b2e-aea3-1b1d3fa115f8 req-379ec2de-5c9b-4295-a390-97e190734bbf tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:56.520679 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3c636837-cd13-4b2e-aea3-1b1d3fa115f8 req-379ec2de-5c9b-4295-a390-97e190734bbf tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0800509 Sep 15 09:01:56.550897 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6697c434-c2b3-483e-bdb0-15608583f7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:56.583377 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3c636837-cd13-4b2e-aea3-1b1d3fa115f8 req-1e606c7e-dce8-4170-b3aa-e60d5caca5d6 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567787 Sep 15 09:01:56.604018 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-56085a33-ca4d-4d9b-b2f9-a9a1567ce72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:56.628984 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-783fca85-3e1f-4c31-b059-11daf9635645 req-429fbdaa-5e72-4929-98e5-a7193d2c4ac3 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 210 time: 0.0551467 Sep 15 09:01:56.633017 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-6697c434-c2b3-483e-bdb0-15608583f7f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14c67acde69248a7839e3f9008c333d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2952642 Sep 15 09:01:56.635764 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 42884) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:01:56.653160 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697c434-c2b3-483e-bdb0-15608583f7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d2639b-2026-4229-9843-86da640b712b,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:56.657149 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-6697c434-c2b3-483e-bdb0-15608583f7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:56.695597 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-86d81382-7e94-4b1e-848c-0e88db28133a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:56.719679 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-86d81382-7e94-4b1e-848c-0e88db28133a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:56.825042 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-86d81382-7e94-4b1e-848c-0e88db28133a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:56.828697 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-a7ae64c5-27b6-4753-8dbd-b77599198f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:01:56.840962 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d81382-7e94-4b1e-848c-0e88db28133a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d2639b-2026-4229-9843-86da640b712b,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:01:56.845588 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-86d81382-7e94-4b1e-848c-0e88db28133a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:01:56.849549 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-86d81382-7e94-4b1e-848c-0e88db28133a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:01:56.850660 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-86d81382-7e94-4b1e-848c-0e88db28133a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73d2639b-2026-4229-9843-86da640b712b HTTP/1.1" status: 204 len: 168 time: 0.2138412 Sep 15 09:01:57.508426 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device fd7b9192-1dcd-4cd1-8019-0543a7285ecc no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:01:57.541482 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: fd7b9192-1dcd-4cd1-8019-0543a7285ecc {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:01:57.541832 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device fd7b9192-1dcd-4cd1-8019-0543a7285ecc not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:01:57.784827 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbf30c-d84d-4125-a086-2a301ddc47fe req-b2b07040-fb35-414c-b226-eebb50e81480 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:57.786321 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d3dbf30c-d84d-4125-a086-2a301ddc47fe req-b2b07040-fb35-414c-b226-eebb50e81480 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0829518 Sep 15 09:01:57.814291 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c178e3d2-f4c0-4557-808e-5a3cf1152eb9 req-00c180bd-f364-4c67-b3d7-191ec5cf7f14 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 210 time: 0.0453625 Sep 15 09:01:57.831880 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d3dbf30c-d84d-4125-a086-2a301ddc47fe req-c55608dc-601a-4d7b-ae57-e9b860e75401 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397973 Sep 15 09:01:59.025475 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d0da0a97-f358-4785-ab22-b69d3ae924a3 req-d0bec9e9-6b5f-4e46-81f3-c14c41dcf16a tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] 10.222.0.39 "GET /v2.0/ports?device_id=26d8f72b-fc30-41ab-922d-6e83c2b253e1 HTTP/1.1" status: 200 len: 210 time: 0.0414114 Sep 15 09:01:59.033667 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e91766-8896-4621-ae0b-9aae918ade57 req-0d5c5071-16b2-4fae-bef6-00d390bf4b1b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:01:59.035092 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e6e91766-8896-4621-ae0b-9aae918ade57 req-0d5c5071-16b2-4fae-bef6-00d390bf4b1b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0767746 Sep 15 09:01:59.079865 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e6e91766-8896-4621-ae0b-9aae918ade57 req-81d4b41b-81d6-46e4-a26a-ad338aafc003 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391839 Sep 15 09:02:00.129147 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 42966) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:00.385232 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ea5f5-69c7-4198-8b35-3c0ee4ce9301 req-734b8069-afa8-4e1a-88cf-65a9fa09fb29 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:00.386801 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-025ea5f5-69c7-4198-8b35-3c0ee4ce9301 req-734b8069-afa8-4e1a-88cf-65a9fa09fb29 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1581059 Sep 15 09:02:00.519290 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-025ea5f5-69c7-4198-8b35-3c0ee4ce9301 req-9e90f40b-a2ec-48bd-bd09-788e1d249385 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261225 Sep 15 09:02:00.646314 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ce7cf94d-7882-4cef-a4fc-7cb4675dcbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8194653'] for router_interface, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:01.324291 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cf94d-7882-4cef-a4fc-7cb4675dcbac admin admin] Deleting port 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:02:01.330516 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ce7cf94d-7882-4cef-a4fc-7cb4675dcbac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:01.500918 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [None req-ce7cf94d-7882-4cef-a4fc-7cb4675dcbac admin admin] For port 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=7cf36967-328b-4ae1-9ce7-b6bd273a4bc3,segment=NetworkSegment(d7140ae3-635c-4fb5-88b0-420b9f11a994),segment_id=d7140ae3-635c-4fb5-88b0-420b9f11a994)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:02:01.501270 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ce7cf94d-7882-4cef-a4fc-7cb4675dcbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:01.621893 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cf94d-7882-4cef-a4fc-7cb4675dcbac admin admin] Calling delete_port for 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3 owned by network:router_interface {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:02:01.758613 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba184d-5f9d-4b22-a288-7a5406e491d6 req-6e1e6207-bf7b-4280-a796-d3ce4c1891e4 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:01.766347 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8aba184d-5f9d-4b22-a288-7a5406e491d6 req-6e1e6207-bf7b-4280-a796-d3ce4c1891e4 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0953157 Sep 15 09:02:01.834681 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8aba184d-5f9d-4b22-a288-7a5406e491d6 req-a12fe578-d3f9-4937-8c93-19118ed54ce4 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660734 Sep 15 09:02:01.994947 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:02.023525 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ce7cf94d-7882-4cef-a4fc-7cb4675dcbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:02.028273 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4b2fb469-4af7-45d1-bfb8-c55f492f1bcf tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:02.068586 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cf94d-7882-4cef-a4fc-7cb4675dcbac admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf36967-328b-4ae1-9ce7-b6bd273a4bc3,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:02.071012 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ce7cf94d-7882-4cef-a4fc-7cb4675dcbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:02.369140 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ce7cf94d-7882-4cef-a4fc-7cb4675dcbac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7224645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8194793'] for router_interface, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:02.972154 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 43078) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:03.116278 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145abb7-4ec9-4f1d-9430-853d9ea32915 req-9c1dc84b-48bc-449b-b751-03e114047303 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:03.118527 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6145abb7-4ec9-4f1d-9430-853d9ea32915 req-9c1dc84b-48bc-449b-b751-03e114047303 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1183715 Sep 15 09:02:03.145243 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c655c73f-5add-4f44-ab6e-b40bcc28d957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:03.154795 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7cf94d-7882-4cef-a4fc-7cb4675dcbac admin admin] Router f52970e1-7e63-46c1-a8f2-b0c772b055d9 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:02:03.177118 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-c655c73f-5add-4f44-ab6e-b40bcc28d957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:03.180718 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6145abb7-4ec9-4f1d-9430-853d9ea32915 req-42f0f459-1e34-45fe-b427-86c442fd69e1 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550153 Sep 15 09:02:03.182458 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-c655c73f-5add-4f44-ab6e-b40bcc28d957 admin admin] Usage tracker for resource:security_group_rule and tenant:0dd4b4f69d764a329cfa6f0c57d4a75d is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:03.186030 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-c655c73f-5add-4f44-ab6e-b40bcc28d957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:03.192746 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-c655c73f-5add-4f44-ab6e-b40bcc28d957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:03.257563 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c655c73f-5add-4f44-ab6e-b40bcc28d957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:03.310812 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c655c73f-5add-4f44-ab6e-b40bcc28d957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:03.317834 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-83687126-e9ea-43dd-889d-83592247d34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:03.361339 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655c73f-5add-4f44-ab6e-b40bcc28d957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a8c851-36bc-4940-bbe3-8c650689812c,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:03.371954 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-c655c73f-5add-4f44-ab6e-b40bcc28d957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:03.371954 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-c655c73f-5add-4f44-ab6e-b40bcc28d957 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0dd4b4f69d764a329cfa6f0c57d4a75d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3952084 Sep 15 09:02:03.372840 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7cf94d-7882-4cef-a4fc-7cb4675dcbac admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:02:03.373904 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 43088) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:03.381120 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c6507-5199-4a93-a3ee-5e8e5bf5eb19 None None] Sync routers for ids ['f52970e1-7e63-46c1-a8f2-b0c772b055d9'] in dv-cinder-806008-2-iscsi {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:02:03.389557 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-ce7cf94d-7882-4cef-a4fc-7cb4675dcbac admin admin] 10.222.0.39 "PUT /v2.0/routers/f52970e1-7e63-46c1-a8f2-b0c772b055d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2592168 Sep 15 09:02:03.392000 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43092) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:03.395807 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c6507-5199-4a93-a3ee-5e8e5bf5eb19 None None] Routers {'f52970e1-7e63-46c1-a8f2-b0c772b055d9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:02:03.396411 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-0a9c6507-5199-4a93-a3ee-5e8e5bf5eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:01:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['f52970e1-7e63-46c1-a8f2-b0c772b055d9'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:02:03.439103 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f9de2f10-b341-4b44-b839-d81078b08b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:03.464686 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f9de2f10-b341-4b44-b839-d81078b08b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:03.576509 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:02:03.579907 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-0a9c6507-5199-4a93-a3ee-5e8e5bf5eb19 None None] Set router f52970e1-7e63-46c1-a8f2-b0c772b055d9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:02:03.585490 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f9de2f10-b341-4b44-b839-d81078b08b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:03.590882 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-dd9ced12-3c13-4b1f-a2b6-a30161db4aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:03.604977 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de2f10-b341-4b44-b839-d81078b08b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a8c851-36bc-4940-bbe3-8c650689812c,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:03.610607 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Notify callbacks [] for router, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:03.614833 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-f9de2f10-b341-4b44-b839-d81078b08b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:03.621553 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f9de2f10-b341-4b44-b839-d81078b08b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:03.625778 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-f9de2f10-b341-4b44-b839-d81078b08b3c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58a8c851-36bc-4940-bbe3-8c650689812c HTTP/1.1" status: 204 len: 168 time: 0.2510612 Sep 15 09:02:03.822477 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:03.867832 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-0a9c6507-5199-4a93-a3ee-5e8e5bf5eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124093249-router', 'tenant_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '9813b255-b3f0-4346-a648-09b9893854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:42Z', 'updated_at': '2021-09-15T09:02:01Z', 'revision_number': 5, 'project_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'gw_port': {'id': '9813b255-b3f0-4346-a648-09b9893854b8', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:02:03.871672 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c6507-5199-4a93-a3ee-5e8e5bf5eb19 None None] Checking router: f52970e1-7e63-46c1-a8f2-b0c772b055d9 for host: dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:02:03.882093 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c6507-5199-4a93-a3ee-5e8e5bf5eb19 None None] Routers {'f52970e1-7e63-46c1-a8f2-b0c772b055d9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:02:03.882770 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-0a9c6507-5199-4a93-a3ee-5e8e5bf5eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:01:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['f52970e1-7e63-46c1-a8f2-b0c772b055d9'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:02:03.891986 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Deleting port 9813b255-b3f0-4346-a648-09b9893854b8 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:02:03.892327 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:04.036596 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-0a9c6507-5199-4a93-a3ee-5e8e5bf5eb19 None None] Set router f52970e1-7e63-46c1-a8f2-b0c772b055d9 gateway port host: None {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:02:04.165158 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-0a9c6507-5199-4a93-a3ee-5e8e5bf5eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124093249-router', 'tenant_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:42Z', 'updated_at': '2021-09-15T09:02:03Z', 'revision_number': 6, 'project_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'gw_port_host': None}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:02:04.171134 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c6507-5199-4a93-a3ee-5e8e5bf5eb19 None None] The sync data for ids ['f52970e1-7e63-46c1-a8f2-b0c772b055d9'] in dv-cinder-806008-2-iscsi is: [{'id': 'f52970e1-7e63-46c1-a8f2-b0c772b055d9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124093249-router', 'tenant_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:42Z', 'updated_at': '2021-09-15T09:02:03Z', 'revision_number': 6, 'project_id': 'bd3fe44e1e5d42c0b4118a5b3004daac', 'gw_port_host': None}] {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:02:04.183373 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] For port 9813b255-b3f0-4346-a648-09b9893854b8, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=9813b255-b3f0-4346-a648-09b9893854b8,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:02:04.183733 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:04.292066 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 43104) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:04.306495 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Calling delete_port for 9813b255-b3f0-4346-a648-09b9893854b8 owned by network:router_gateway {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:02:04.313059 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:04.386958 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:04.392674 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Usage tracker for resource:security_group_rule and tenant:a4a9dc5700bf4e2b905da8bd0eea9a42 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:04.403797 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:04.411089 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:04.448183 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e8be3-a0d1-40b5-bc10-e9fc49fb7ada req-5c1f7525-0790-4b1e-854e-813b92548fea tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:04.449613 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b58e8be3-a0d1-40b5-bc10-e9fc49fb7ada req-5c1f7525-0790-4b1e-854e-813b92548fea tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1386366 Sep 15 09:02:04.537747 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:04.540857 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b58e8be3-a0d1-40b5-bc10-e9fc49fb7ada req-bc52c99d-e911-4cd0-8a19-98ca4537f9dd tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829451 Sep 15 09:02:04.574282 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:04.580422 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e9a42ac9-1120-46ed-a51f-c30023286dd9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:04.596928 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:04.604172 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-03c84855-d5d4-47c8-98e9-c3ef87eafaa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:04.622073 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=9813b255-b3f0-4346-a648-09b9893854b8,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:04.644473 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3379e3b7-d699-4549-8f77-2ac421549d12,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:04.657921 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4a9dc5700bf4e2b905da8bd0eea9a42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3639140 Sep 15 09:02:04.659568 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.661954 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.661954 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.661954 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.661954 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.661954 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.661954 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.661954 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.662628 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.662628 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.662891 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.665883 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 43114) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:04.668566 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:04.691395 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.691762 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.695729 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.695729 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.695729 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.695729 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.695729 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.695729 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.695729 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.695729 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.695729 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:04.709217 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:04.748503 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6a581489-3235-4e26-9d32-c99ac2653409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:04.775469 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6a581489-3235-4e26-9d32-c99ac2653409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:04.863683 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8205430'] for router_gateway, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:04.916415 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6a581489-3235-4e26-9d32-c99ac2653409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:04.920320 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-8b984fda-5696-48ba-935f-5127ed01091f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:04.935327 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a581489-3235-4e26-9d32-c99ac2653409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3379e3b7-d699-4549-8f77-2ac421549d12,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:04.939267 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-6a581489-3235-4e26-9d32-c99ac2653409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:04.942551 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6a581489-3235-4e26-9d32-c99ac2653409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:04.946224 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-6a581489-3235-4e26-9d32-c99ac2653409 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3379e3b7-d699-4549-8f77-2ac421549d12 HTTP/1.1" status: 204 len: 168 time: 0.2763886 Sep 15 09:02:05.130765 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8195202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2394'] for router, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:05.135166 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:05.310509 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8192274'] for router, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:05.311173 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f52970e1-7e63-46c1-a8f2-b0c772b055d9 {{(pid=75826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 09:02:05.326292 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Notify callbacks [] for router, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:05.331099 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f52970e1-7e63-46c1-a8f2-b0c772b055d9 HTTP/1.1" status: 204 len: 168 time: 1.9345934 Sep 15 09:02:05.331588 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 43124) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:05.449981 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf44a7b-4552-4c8b-b447-89040fb74007 admin admin] Deleting subnet 82d3741a-a3a3-4d75-a034-fc6e7362caaa {{(pid=75825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 09:02:05.453601 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ebf44a7b-4552-4c8b-b447-89040fb74007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:05.519211 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ebf44a7b-4552-4c8b-b447-89040fb74007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7373092'] for subnet, precommit_delete_associations {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:05.581236 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ebf44a7b-4552-4c8b-b447-89040fb74007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630464'] for subnet, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:05.774040 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ebf44a7b-4552-4c8b-b447-89040fb74007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6948069'] for subnet, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:05.779121 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b6aafa43-dab7-4028-8d2d-718a0321364b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:05.800530 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa32592-7395-4a16-8f1d-ea1ddc70dc81 req-8a403a55-775f-4a4e-802a-a36311cf9a18 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:05.802603 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-cfa32592-7395-4a16-8f1d-ea1ddc70dc81 req-8a403a55-775f-4a4e-802a-a36311cf9a18 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0962594 Sep 15 09:02:05.814155 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf44a7b-4552-4c8b-b447-89040fb74007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d3741a-a3a3-4d75-a034-fc6e7362caaa,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:05.824807 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-ebf44a7b-4552-4c8b-b447-89040fb74007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:05.828511 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ebf44a7b-4552-4c8b-b447-89040fb74007 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:05.835862 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-ebf44a7b-4552-4c8b-b447-89040fb74007 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/82d3741a-a3a3-4d75-a034-fc6e7362caaa HTTP/1.1" status: 204 len: 168 time: 0.5047107 Sep 15 09:02:05.838654 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 43148) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:05.861608 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-cfa32592-7395-4a16-8f1d-ea1ddc70dc81 req-6ba3dc33-00a5-44f7-935a-de7b31ee467b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511005 Sep 15 09:02:05.982679 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-57efe9d8-ee2b-4df6-ae74-60ec965b72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620022'] for network, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:06.065222 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-746b691a-ae4e-4b93-aa30-c7759f9b2172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:06.108401 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-57efe9d8-ee2b-4df6-ae74-60ec965b72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628807', 'neutron.services.segments.db._delete_segments_for_network-8733233187485'] for network, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:06.125463 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-57efe9d8-ee2b-4df6-ae74-60ec965b72a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cf6cad-714d-48b4-a18f-48890cca455e']}} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:02:06.137979 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-57efe9d8-ee2b-4df6-ae74-60ec965b72a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7140ae3-635c-4fb5-88b0-420b9f11a994') {'for_net_delete': True} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:02:06.138213 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-57efe9d8-ee2b-4df6-ae74-60ec965b72a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7140ae3-635c-4fb5-88b0-420b9f11a994') {} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:02:06.160770 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-57efe9d8-ee2b-4df6-ae74-60ec965b72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733233221816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7373117'] for segment, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:06.167932 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-57efe9d8-ee2b-4df6-ae74-60ec965b72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:06.174003 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57efe9d8-ee2b-4df6-ae74-60ec965b72a7 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=75825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 09:02:06.174456 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-57efe9d8-ee2b-4df6-ae74-60ec965b72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-630388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7092456'] for segment, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: Traceback (most recent call last): Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: timer() Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: cb(*args, **kw) Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: return func(*args, **kwargs) Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: self._notify() Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: self.callback(batched_events) Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: event.method(event) Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: return f(self, *a, **k) Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: return self._get(url).json() Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: return self.request(url, 'GET', **kwargs) Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 09:02:06.187488 dv-cinder-806008-2-iscsi neutron-server[75825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 09:02:06.258814 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 9813b255-b3f0-4346-a648-09b9893854b8 no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:02:06.294240 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: 9813b255-b3f0-4346-a648-09b9893854b8 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:02:06.294660 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 9813b255-b3f0-4346-a648-09b9893854b8 not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:02:06.295142 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3 no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:02:06.326493 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:02:06.327013 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 7cf36967-328b-4ae1-9ce7-b6bd273a4bc3 not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:02:06.345321 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-57efe9d8-ee2b-4df6-ae74-60ec965b72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8205405'] for network, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:06.349259 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b7b15c35-7299-4eee-ba20-52a9905c9636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:06.369842 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-57efe9d8-ee2b-4df6-ae74-60ec965b72a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:06.375704 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efe9d8-ee2b-4df6-ae74-60ec965b72a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=99cf6cad-714d-48b4-a18f-48890cca455e,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:06.379762 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-57efe9d8-ee2b-4df6-ae74-60ec965b72a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:06.492896 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-57efe9d8-ee2b-4df6-ae74-60ec965b72a7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/99cf6cad-714d-48b4-a18f-48890cca455e HTTP/1.1" status: 204 len: 168 time: 0.6527026 Sep 15 09:02:06.560342 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:06.898116 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 43172) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:07.004940 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-a31b369c-9761-4a71-917c-b18d5dcb7e73 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd3fe44e1e5d42c0b4118a5b3004daac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1055856 Sep 15 09:02:07.008259 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43184) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:07.078729 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b6fc43f2-a3e0-4c0f-9b12-928bb4199558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:07.110550 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b425e1-a68a-460c-93cd-4608093c8e2a req-11a6a0da-89ea-4810-a800-323a2cbc8253 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:07.110550 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b3b425e1-a68a-460c-93cd-4608093c8e2a req-11a6a0da-89ea-4810-a800-323a2cbc8253 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0867608 Sep 15 09:02:07.121346 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b6fc43f2-a3e0-4c0f-9b12-928bb4199558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:07.173619 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b3b425e1-a68a-460c-93cd-4608093c8e2a req-cef9ccb4-28d2-45fe-a91c-1c470d370f05 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561037 Sep 15 09:02:07.246128 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b6fc43f2-a3e0-4c0f-9b12-928bb4199558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:07.252207 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ac006f0e-449a-4525-bb15-4386a608775d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:07.266426 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc43f2-a3e0-4c0f-9b12-928bb4199558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:07.268844 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b6fc43f2-a3e0-4c0f-9b12-928bb4199558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:07.348025 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b6fc43f2-a3e0-4c0f-9b12-928bb4199558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:07.353558 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-b6fc43f2-a3e0-4c0f-9b12-928bb4199558 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a2fd6c6-ee3c-4ca0-8f98-9130bf077ae4 HTTP/1.1" status: 204 len: 168 time: 0.3393745 Sep 15 09:02:08.287834 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-a6c01333-2dab-4740-9c75-75f768fca5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:08.384236 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d0f9b-446c-4a75-ab86-92e35368dcc4 req-06a76413-bd96-4b32-8e2c-00f89bb345fd tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:08.385656 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-335d0f9b-446c-4a75-ab86-92e35368dcc4 req-06a76413-bd96-4b32-8e2c-00f89bb345fd tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0779009 Sep 15 09:02:08.466783 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-335d0f9b-446c-4a75-ab86-92e35368dcc4 req-0f45b5e0-8270-4fd8-9d3c-9fe7ff808f24 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754330 Sep 15 09:02:09.399214 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:09.755534 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39acc7e-ac48-42a2-8eed-9312416945a1 req-b750e07b-7691-4694-a51c-49fbc063ba80 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:09.756948 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a39acc7e-ac48-42a2-8eed-9312416945a1 req-b750e07b-7691-4694-a51c-49fbc063ba80 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1730838 Sep 15 09:02:09.804601 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a39acc7e-ac48-42a2-8eed-9312416945a1 req-7e526665-1582-4f39-9fb9-35f0003ec05c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414548 Sep 15 09:02:10.637036 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 43298) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:10.764765 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43306) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:10.832792 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-169fe53c-0762-4e55-b63c-44ce2cd8c53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:10.836435 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:10.860502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0967326a-e92f-404b-88af-18f7ff5a020f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:10.869898 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-169fe53c-0762-4e55-b63c-44ce2cd8c53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:10.873900 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-169fe53c-0762-4e55-b63c-44ce2cd8c53d admin admin] Usage tracker for resource:security_group_rule and tenant:4702856afbed486cae6f33320b917039 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:10.877173 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-169fe53c-0762-4e55-b63c-44ce2cd8c53d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:10.883048 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-169fe53c-0762-4e55-b63c-44ce2cd8c53d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:10.894008 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-0967326a-e92f-404b-88af-18f7ff5a020f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:10.897843 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-0967326a-e92f-404b-88af-18f7ff5a020f admin admin] Usage tracker for resource:security_group_rule and tenant:1873066c10234c02a04965d2fb3e0db7 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:10.900713 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-0967326a-e92f-404b-88af-18f7ff5a020f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:10.906778 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-0967326a-e92f-404b-88af-18f7ff5a020f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:10.980480 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0967326a-e92f-404b-88af-18f7ff5a020f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:10.991376 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-169fe53c-0762-4e55-b63c-44ce2cd8c53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:11.026760 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97694a-0a46-4867-896c-bbb8bf0aaf17 req-83e5f663-a6bd-4ee9-af36-348e0881e958 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:11.028272 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9c97694a-0a46-4867-896c-bbb8bf0aaf17 req-83e5f663-a6bd-4ee9-af36-348e0881e958 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0860291 Sep 15 09:02:11.057332 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0967326a-e92f-404b-88af-18f7ff5a020f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:11.068248 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-04f32aac-2ef8-48df-930b-2180a642ef41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:11.089993 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9c97694a-0a46-4867-896c-bbb8bf0aaf17 req-91db3ad1-17af-4e50-8e1e-3a4dfd875828 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489042 Sep 15 09:02:11.093089 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-169fe53c-0762-4e55-b63c-44ce2cd8c53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:11.110682 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-82add37d-fdd0-41f3-960f-9b75166de41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:11.135681 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-0967326a-e92f-404b-88af-18f7ff5a020f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1873066c10234c02a04965d2fb3e0db7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3692956 Sep 15 09:02:11.137827 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967326a-e92f-404b-88af-18f7ff5a020f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a279067e-9fc7-4742-a28c-14587dac93ba,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:11.154000 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43318) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:11.158929 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169fe53c-0762-4e55-b63c-44ce2cd8c53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e43b509-a5c8-4f8a-8701-16c94a866551,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:11.162178 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-169fe53c-0762-4e55-b63c-44ce2cd8c53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:11.167584 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-169fe53c-0762-4e55-b63c-44ce2cd8c53d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4702856afbed486cae6f33320b917039&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5295281 Sep 15 09:02:11.168226 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 43322) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:11.186347 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-0967326a-e92f-404b-88af-18f7ff5a020f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:11.234809 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-7c7174ee-9e4e-424a-a2e5-8a08686982a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:11.247221 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-94a58ee4-15d7-4a9f-9503-e73479d9c4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:11.267731 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-7c7174ee-9e4e-424a-a2e5-8a08686982a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:11.283130 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-94a58ee4-15d7-4a9f-9503-e73479d9c4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:11.390671 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-7c7174ee-9e4e-424a-a2e5-8a08686982a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:11.395641 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-1c2f64d3-3447-407f-8378-49f5bd3bcce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:11.405507 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7174ee-9e4e-424a-a2e5-8a08686982a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e43b509-a5c8-4f8a-8701-16c94a866551,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:11.408816 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-7c7174ee-9e4e-424a-a2e5-8a08686982a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:11.411908 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-7c7174ee-9e4e-424a-a2e5-8a08686982a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:11.413013 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-7c7174ee-9e4e-424a-a2e5-8a08686982a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e43b509-a5c8-4f8a-8701-16c94a866551 HTTP/1.1" status: 204 len: 168 time: 0.2434561 Sep 15 09:02:11.447978 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-94a58ee4-15d7-4a9f-9503-e73479d9c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:11.451751 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-5737166d-4dbf-43c1-9efc-2646c7a24e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:11.462839 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a58ee4-15d7-4a9f-9503-e73479d9c4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a279067e-9fc7-4742-a28c-14587dac93ba,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:11.466144 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-94a58ee4-15d7-4a9f-9503-e73479d9c4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:11.475620 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-94a58ee4-15d7-4a9f-9503-e73479d9c4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:11.479424 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-94a58ee4-15d7-4a9f-9503-e73479d9c4c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a279067e-9fc7-4742-a28c-14587dac93ba HTTP/1.1" status: 204 len: 168 time: 0.3216712 Sep 15 09:02:11.884274 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba6eb3-4e84-4e66-b44f-a7ff37d74433 req-bfe1ea2c-4d35-4119-b9a3-fe27d895e209 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:11.885717 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-48ba6eb3-4e84-4e66-b44f-a7ff37d74433 req-bfe1ea2c-4d35-4119-b9a3-fe27d895e209 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 945 time: 0.1004689 Sep 15 09:02:11.931773 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-48ba6eb3-4e84-4e66-b44f-a7ff37d74433 req-857054f3-135c-4f33-847a-7a8e6585d512 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401843 Sep 15 09:02:12.148800 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43350) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:12.183432 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2448af1c-a1f7-44e9-82db-901a014e7f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:12.277705 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-2448af1c-a1f7-44e9-82db-901a014e7f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:12.284143 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-2448af1c-a1f7-44e9-82db-901a014e7f99 admin admin] Usage tracker for resource:security_group_rule and tenant:71e1bf7299b0474a89147dd310406375 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:12.287432 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-2448af1c-a1f7-44e9-82db-901a014e7f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:12.300402 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-2448af1c-a1f7-44e9-82db-901a014e7f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:12.342334 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617f24-f801-4bba-b8ce-31ae2d4a8eee req-ebb1d00f-796f-40a6-b8b0-f4eb86315fbb tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:12.343786 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c8617f24-f801-4bba-b8ce-31ae2d4a8eee req-ebb1d00f-796f-40a6-b8b0-f4eb86315fbb tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1139615 Sep 15 09:02:12.418413 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2448af1c-a1f7-44e9-82db-901a014e7f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:12.424734 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c8617f24-f801-4bba-b8ce-31ae2d4a8eee req-bda4e637-268e-4d19-b434-d6a765eff360 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732498 Sep 15 09:02:12.485890 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2448af1c-a1f7-44e9-82db-901a014e7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:12.493075 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:12.536312 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448af1c-a1f7-44e9-82db-901a014e7f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9e6304-a371-4914-901c-ba5773ca8981,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:12.540392 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-2448af1c-a1f7-44e9-82db-901a014e7f99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71e1bf7299b0474a89147dd310406375&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3905888 Sep 15 09:02:12.541308 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-2448af1c-a1f7-44e9-82db-901a014e7f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:12.542947 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43366) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:12.603104 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1927cd16-0dde-439f-a3df-4db94c310f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:12.629806 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1927cd16-0dde-439f-a3df-4db94c310f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:12.750531 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1927cd16-0dde-439f-a3df-4db94c310f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:12.757699 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-97dcf3df-68fc-4c70-89d7-a9bb22c12b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:12.768215 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927cd16-0dde-439f-a3df-4db94c310f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9e6304-a371-4914-901c-ba5773ca8981,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:12.774346 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1927cd16-0dde-439f-a3df-4db94c310f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:12.775174 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1927cd16-0dde-439f-a3df-4db94c310f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:12.776161 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-1927cd16-0dde-439f-a3df-4db94c310f05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df9e6304-a371-4914-901c-ba5773ca8981 HTTP/1.1" status: 204 len: 168 time: 0.2323492 Sep 15 09:02:13.143497 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdab2c-6de2-4734-a85d-a5728edcf252 req-bb373890-1c10-4beb-b100-3d59c4375d13 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:13.147379 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9abdab2c-6de2-4734-a85d-a5728edcf252 req-bb373890-1c10-4beb-b100-3d59c4375d13 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 945 time: 0.0905423 Sep 15 09:02:13.211487 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9abdab2c-6de2-4734-a85d-a5728edcf252 req-9f35bb17-26cf-4d0a-826b-85958786b30c tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582368 Sep 15 09:02:13.638019 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adac2e-f77d-45c7-b076-f82d6dc70355 req-3277a4b4-8dba-434e-a5cc-4e1e185f8338 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:13.639783 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-09adac2e-f77d-45c7-b076-f82d6dc70355 req-3277a4b4-8dba-434e-a5cc-4e1e185f8338 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0828803 Sep 15 09:02:13.687512 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-09adac2e-f77d-45c7-b076-f82d6dc70355 req-2b1d2c40-f960-4e06-808a-e54d0a1075e3 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418262 Sep 15 09:02:13.787062 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4ae9e-2fb3-4f85-adfb-9b44ef57274e req-b4d775bd-91aa-42ea-a369-ace509598bff tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:13.788671 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a2c4ae9e-2fb3-4f85-adfb-9b44ef57274e req-b4d775bd-91aa-42ea-a369-ace509598bff tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 945 time: 0.0811234 Sep 15 09:02:13.874660 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-a2c4ae9e-2fb3-4f85-adfb-9b44ef57274e req-6730a0b1-4d83-41f5-841a-8fa52a3b08e9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Deleting port 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:02:13.875005 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-a2c4ae9e-2fb3-4f85-adfb-9b44ef57274e req-6730a0b1-4d83-41f5-841a-8fa52a3b08e9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:14.129965 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-a2c4ae9e-2fb3-4f85-adfb-9b44ef57274e req-6730a0b1-4d83-41f5-841a-8fa52a3b08e9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] For port 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0ac5ee06-75f4-4b1d-a751-c0b49bcf449e,segment=NetworkSegment(3a5ad715-8dfe-4afd-a86a-871ac25c08eb),segment_id=3a5ad715-8dfe-4afd-a86a-871ac25c08eb)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:02:14.130345 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-a2c4ae9e-2fb3-4f85-adfb-9b44ef57274e req-6730a0b1-4d83-41f5-841a-8fa52a3b08e9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:14.262025 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-a2c4ae9e-2fb3-4f85-adfb-9b44ef57274e req-6730a0b1-4d83-41f5-841a-8fa52a3b08e9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Calling delete_port for 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:02:14.417106 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6c45-44f7-415d-9601-e24a93dc5f90 req-41dd2639-defc-4e6d-8ca1-1d0b12d30c9b tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:14.417788 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a78b6c45-44f7-415d-9601-e24a93dc5f90 req-41dd2639-defc-4e6d-8ca1-1d0b12d30c9b tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 945 time: 0.0803978 Sep 15 09:02:14.470271 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a78b6c45-44f7-415d-9601-e24a93dc5f90 req-661d0299-c431-45a4-9122-15b9f51047bc tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/security-groups?id=64403a92-1f41-4eb3-a432-b02f31e1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429754 Sep 15 09:02:14.502822 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-a2c4ae9e-2fb3-4f85-adfb-9b44ef57274e req-6730a0b1-4d83-41f5-841a-8fa52a3b08e9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:14.509404 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:14.543907 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['0ac5ee06-75f4-4b1d-a751-c0b49bcf449e'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:02:14.563046 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730a0b1-4d83-41f5-841a-8fa52a3b08e9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Pushing event deleted for resources: {'Port': ['ID=0ac5ee06-75f4-4b1d-a751-c0b49bcf449e,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:14.566458 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-6730a0b1-4d83-41f5-841a-8fa52a3b08e9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:14.637239 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c4ae9e-2fb3-4f85-adfb-9b44ef57274e req-6730a0b1-4d83-41f5-841a-8fa52a3b08e9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] No DVR routers for this DVR port 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:02:14.639676 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-a2c4ae9e-2fb3-4f85-adfb-9b44ef57274e req-6730a0b1-4d83-41f5-841a-8fa52a3b08e9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:14.642240 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86cee43-cf9a-4232-8596-966bef68ed90', 'name': 'network-vif-deleted', 'tag': '0ac5ee06-75f4-4b1d-a751-c0b49bcf449e'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:02:14.697625 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86cee43-cf9a-4232-8596-966bef68ed90', 'name': 'network-vif-deleted', 'tag': '0ac5ee06-75f4-4b1d-a751-c0b49bcf449e', 'status': 'completed', 'code': 200} Sep 15 09:02:14.735549 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a2c4ae9e-2fb3-4f85-adfb-9b44ef57274e req-6730a0b1-4d83-41f5-841a-8fa52a3b08e9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.20 "DELETE /v2.0/ports/0ac5ee06-75f4-4b1d-a751-c0b49bcf449e HTTP/1.1" status: 204 len: 173 time: 0.9402175 Sep 15 09:02:14.905257 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b261f-bd8f-4189-8289-a8c9d0da86ec req-62ca11ef-14a4-4b79-8cd0-549048d3db62 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:14.906864 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-046b261f-bd8f-4189-8289-a8c9d0da86ec req-62ca11ef-14a4-4b79-8cd0-549048d3db62 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0825005 Sep 15 09:02:14.962713 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-046b261f-bd8f-4189-8289-a8c9d0da86ec req-d85919ea-427e-4bbf-a3c5-6837f02d971a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499320 Sep 15 09:02:15.486630 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175f185-9865-4715-aa97-86839f3581d1 req-8b1544f2-527f-44f4-b327-111dfb8cd9a6 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:15.488802 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c175f185-9865-4715-aa97-86839f3581d1 req-8b1544f2-527f-44f4-b327-111dfb8cd9a6 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0988808 Sep 15 09:02:15.573426 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c175f185-9865-4715-aa97-86839f3581d1 req-d90898f2-0c49-4ecd-a23e-9f5a352394a9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755949 Sep 15 09:02:15.672964 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-302b6fbb-1c75-43c2-9664-1ff1951504e9 req-dfd63d4d-fc3e-41da-89dc-eb2bc8ad5cdd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1aadda57f2be49a592d2dc246c4ce0ed&device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 1099 time: 0.1093924 Sep 15 09:02:15.740649 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-24c18724-38a3-45de-bc92-020aecbc3fdc req-0afc6c68-eca1-4289-a149-7f0c7e372eaf tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Synchronizing usage tracker for tenant:3bf945ad7abb4cedb3e57185c376c289 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:02:15.947670 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b6fbb-1c75-43c2-9664-1ff1951504e9 req-88b57c24-30a2-4b6c-bdb2-c81f0c8c7f81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:15.949114 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-302b6fbb-1c75-43c2-9664-1ff1951504e9 req-88b57c24-30a2-4b6c-bdb2-c81f0c8c7f81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a7d9519-adcd-45df-bd0a-0005f95484a0 HTTP/1.1" status: 200 len: 912 time: 0.2684722 Sep 15 09:02:15.978947 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-24c18724-38a3-45de-bc92-020aecbc3fdc req-0afc6c68-eca1-4289-a149-7f0c7e372eaf tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Unset dirty status for tenant:3bf945ad7abb4cedb3e57185c376c289 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:02:15.980305 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-24c18724-38a3-45de-bc92-020aecbc3fdc req-0afc6c68-eca1-4289-a149-7f0c7e372eaf tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86cee43-cf9a-4232-8596-966bef68ed90 HTTP/1.1" status: 200 len: 210 time: 0.3022256 Sep 15 09:02:16.560804 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43508) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:16.698402 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-95274189-253f-4e90-bbb2-8348b210e3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:16.729151 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-95274189-253f-4e90-bbb2-8348b210e3c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:16.732956 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-95274189-253f-4e90-bbb2-8348b210e3c4 admin admin] Usage tracker for resource:security_group_rule and tenant:af18cb3aa8494871b2ed5c65a90ce80a is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:16.735771 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-95274189-253f-4e90-bbb2-8348b210e3c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:16.741522 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-95274189-253f-4e90-bbb2-8348b210e3c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:16.786235 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e6c6e-b214-4ff5-9bc4-f2497b2d9867 req-106d8a88-1d06-4286-8492-eee43cd96b0b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:16.787816 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ac8e6c6e-b214-4ff5-9bc4-f2497b2d9867 req-106d8a88-1d06-4286-8492-eee43cd96b0b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0814869 Sep 15 09:02:16.806308 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-95274189-253f-4e90-bbb2-8348b210e3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:16.873308 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ac8e6c6e-b214-4ff5-9bc4-f2497b2d9867 req-cdb7e933-0344-4a9c-8753-88d37e25d9c4 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793858 Sep 15 09:02:16.881774 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-95274189-253f-4e90-bbb2-8348b210e3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:16.889601 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-a8782fd3-7fdc-4c49-8bb3-f1e9715806c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:16.932160 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95274189-253f-4e90-bbb2-8348b210e3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b844a8e-5131-415c-b4ad-427c7132b77b,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:16.935376 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-95274189-253f-4e90-bbb2-8348b210e3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:16.937987 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-95274189-253f-4e90-bbb2-8348b210e3c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af18cb3aa8494871b2ed5c65a90ce80a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3761914 Sep 15 09:02:16.940874 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43516) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:17.000335 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e13fdde0-4e84-4491-a786-199a3ca06dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:17.025984 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e13fdde0-4e84-4491-a786-199a3ca06dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:17.137156 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e13fdde0-4e84-4491-a786-199a3ca06dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:17.142102 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-3a31a475-1cfd-4c9d-b9fb-d85e0094424e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:17.154285 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fdde0-4e84-4491-a786-199a3ca06dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b844a8e-5131-415c-b4ad-427c7132b77b,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:17.157323 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e13fdde0-4e84-4491-a786-199a3ca06dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:17.159363 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e13fdde0-4e84-4491-a786-199a3ca06dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:17.160467 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-e13fdde0-4e84-4491-a786-199a3ca06dd2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b844a8e-5131-415c-b4ad-427c7132b77b HTTP/1.1" status: 204 len: 168 time: 0.2186255 Sep 15 09:02:17.835035 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 43536) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:17.854747 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-20854c10-dba8-487b-9f07-925d035c63f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:17.885369 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-20854c10-dba8-487b-9f07-925d035c63f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:17.889029 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-20854c10-dba8-487b-9f07-925d035c63f3 admin admin] Usage tracker for resource:security_group_rule and tenant:8e1e3b6025ba42559855717f065b1399 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:17.891926 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-20854c10-dba8-487b-9f07-925d035c63f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:17.897413 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-20854c10-dba8-487b-9f07-925d035c63f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:17.962794 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-20854c10-dba8-487b-9f07-925d035c63f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:18.036826 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-20854c10-dba8-487b-9f07-925d035c63f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:18.044309 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-8cb44e42-2804-4f3e-bb0d-8226d680918a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:18.093082 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20854c10-dba8-487b-9f07-925d035c63f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f275b0a-cce3-4888-ac6c-dc066daae9b4,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:18.097901 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-20854c10-dba8-487b-9f07-925d035c63f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:18.103147 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-20854c10-dba8-487b-9f07-925d035c63f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e1e3b6025ba42559855717f065b1399&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2640123 Sep 15 09:02:18.103952 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43542) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:18.131486 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91997e7-04a9-4937-8a1f-417f2eabb3ce req-4513752e-365f-413e-b314-f16f35600a72 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:18.132975 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d91997e7-04a9-4937-8a1f-417f2eabb3ce req-4513752e-365f-413e-b314-f16f35600a72 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.1380959 Sep 15 09:02:18.167110 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8bf202a6-88ef-4169-a220-b7ddfaae0803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:18.179199 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d91997e7-04a9-4937-8a1f-417f2eabb3ce req-ae01e1ab-116b-42b4-b6a5-2a78ae3fc15b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407445 Sep 15 09:02:18.192500 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8bf202a6-88ef-4169-a220-b7ddfaae0803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:18.315681 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8bf202a6-88ef-4169-a220-b7ddfaae0803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:18.319729 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:18.330403 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf202a6-88ef-4169-a220-b7ddfaae0803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f275b0a-cce3-4888-ac6c-dc066daae9b4,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:18.333775 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8bf202a6-88ef-4169-a220-b7ddfaae0803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:18.337917 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8bf202a6-88ef-4169-a220-b7ddfaae0803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:18.339039 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-8bf202a6-88ef-4169-a220-b7ddfaae0803 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f275b0a-cce3-4888-ac6c-dc066daae9b4 HTTP/1.1" status: 204 len: 168 time: 0.2341323 Sep 15 09:02:18.358350 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:02:18.391052 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:02:18.391402 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 0ac5ee06-75f4-4b1d-a751-c0b49bcf449e not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:02:18.454415 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-302b6fbb-1c75-43c2-9664-1ff1951504e9 req-e64ade48-0822-4a10-b950-9899df6fc165 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afdabbd5-43b9-4136-8495-2bdae211bde3 HTTP/1.1" status: 200 len: 1002 time: 0.1009948 Sep 15 09:02:18.520300 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b6fbb-1c75-43c2-9664-1ff1951504e9 req-e9411f2f-001e-4c6f-9a32-3538d22f73ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:18.520591 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-302b6fbb-1c75-43c2-9664-1ff1951504e9 req-e9411f2f-001e-4c6f-9a32-3538d22f73ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c HTTP/1.1" status: 200 len: 850 time: 0.0587027 Sep 15 09:02:18.597916 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-302b6fbb-1c75-43c2-9664-1ff1951504e9 req-78969701-d835-4790-bf18-0f4c5d6f6b9f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a7d9519-adcd-45df-bd0a-0005f95484a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697596 Sep 15 09:02:18.734426 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-302b6fbb-1c75-43c2-9664-1ff1951504e9 req-c5614aee-3df1-4480-ae17-ca8a821c257e service neutron] 10.222.0.20 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295273 Sep 15 09:02:18.877795 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-302b6fbb-1c75-43c2-9664-1ff1951504e9 req-f962af38-a865-40d5-8e41-4d0029c35ec2 service neutron] 10.222.0.20 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349220 Sep 15 09:02:19.390230 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84f973-53e1-40d8-95b2-f991f03abc05 req-24e1e966-9721-44fe-bed7-d9f0beec9382 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:19.392479 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7d84f973-53e1-40d8-95b2-f991f03abc05 req-24e1e966-9721-44fe-bed7-d9f0beec9382 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0921779 Sep 15 09:02:19.443835 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7d84f973-53e1-40d8-95b2-f991f03abc05 req-f18b2608-bd96-408c-a266-5682690d9cf2 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453558 Sep 15 09:02:20.650596 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b844017-c1dd-450c-9cac-0f9aed9e8831 req-d369ac14-e2d2-4653-b97d-925f36c345ff tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:20.652048 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8b844017-c1dd-450c-9cac-0f9aed9e8831 req-d369ac14-e2d2-4653-b97d-925f36c345ff tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0815005 Sep 15 09:02:20.699411 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8b844017-c1dd-450c-9cac-0f9aed9e8831 req-40b1b782-1d15-4d89-adeb-242acf7e6cbc tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416286 Sep 15 09:02:21.294804 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43658) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:21.486712 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-64b692fe-bde8-4d7c-8b73-8b9c4bdcfc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:21.518874 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-64b692fe-bde8-4d7c-8b73-8b9c4bdcfc87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:21.522697 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-64b692fe-bde8-4d7c-8b73-8b9c4bdcfc87 admin admin] Usage tracker for resource:security_group_rule and tenant:7b2fa2a8a5804ef9b192dc41a0243222 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:21.525498 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-64b692fe-bde8-4d7c-8b73-8b9c4bdcfc87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:21.531717 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-64b692fe-bde8-4d7c-8b73-8b9c4bdcfc87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:21.594610 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-64b692fe-bde8-4d7c-8b73-8b9c4bdcfc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:21.711216 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-64b692fe-bde8-4d7c-8b73-8b9c4bdcfc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:21.718716 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1c739773-bfbd-4fb4-be25-3f72ec7599b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:21.760919 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b692fe-bde8-4d7c-8b73-8b9c4bdcfc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b745dd89-5970-4e28-8677-218fa43946a1,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:21.764738 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-64b692fe-bde8-4d7c-8b73-8b9c4bdcfc87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b2fa2a8a5804ef9b192dc41a0243222&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4688408 Sep 15 09:02:21.765563 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-64b692fe-bde8-4d7c-8b73-8b9c4bdcfc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:21.767433 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43678) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:21.826640 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1504f8e0-f2f5-4bd6-b8a1-08749a7e3a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:21.852537 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1504f8e0-f2f5-4bd6-b8a1-08749a7e3a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:21.967322 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1504f8e0-f2f5-4bd6-b8a1-08749a7e3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:21.972009 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e13fdde0-4e84-4491-a786-199a3ca06dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:21.985355 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504f8e0-f2f5-4bd6-b8a1-08749a7e3a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b745dd89-5970-4e28-8677-218fa43946a1,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:21.987715 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1504f8e0-f2f5-4bd6-b8a1-08749a7e3a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:21.989843 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1504f8e0-f2f5-4bd6-b8a1-08749a7e3a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:21.990980 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-1504f8e0-f2f5-4bd6-b8a1-08749a7e3a9a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b745dd89-5970-4e28-8677-218fa43946a1 HTTP/1.1" status: 204 len: 168 time: 0.2226691 Sep 15 09:02:22.245940 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43692) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:22.390608 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-620c989b-7a30-495c-9d89-a84bb90e70c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:22.421845 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-620c989b-7a30-495c-9d89-a84bb90e70c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:22.425657 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-620c989b-7a30-495c-9d89-a84bb90e70c8 admin admin] Usage tracker for resource:security_group_rule and tenant:0b02c4b4d8f54e3785210b3dd7b585fe is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:22.428469 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-620c989b-7a30-495c-9d89-a84bb90e70c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:22.433968 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-620c989b-7a30-495c-9d89-a84bb90e70c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:22.499909 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-620c989b-7a30-495c-9d89-a84bb90e70c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:22.550491 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-620c989b-7a30-495c-9d89-a84bb90e70c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:22.557561 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-0967326a-e92f-404b-88af-18f7ff5a020f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:22.588052 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 43702) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:22.599881 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c989b-7a30-495c-9d89-a84bb90e70c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2b3c2c-82c2-4301-ae61-26ef5bd8b46f,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:22.604644 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-620c989b-7a30-495c-9d89-a84bb90e70c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:22.607342 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a14fa847-8ec1-45cf-ba25-e3151d00593f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:22.610299 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-620c989b-7a30-495c-9d89-a84bb90e70c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b02c4b4d8f54e3785210b3dd7b585fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3610933 Sep 15 09:02:22.611686 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43706) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:22.641364 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-a14fa847-8ec1-45cf-ba25-e3151d00593f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:22.645134 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-a14fa847-8ec1-45cf-ba25-e3151d00593f admin admin] Usage tracker for resource:security_group_rule and tenant:58e3b589460749b595f7c2b971bc7e52 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:22.647959 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-a14fa847-8ec1-45cf-ba25-e3151d00593f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:22.653659 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-a14fa847-8ec1-45cf-ba25-e3151d00593f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:22.672358 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d4f70360-af3b-43a6-8334-626138d6cf0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:22.698429 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d4f70360-af3b-43a6-8334-626138d6cf0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:22.716802 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a14fa847-8ec1-45cf-ba25-e3151d00593f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:22.794141 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a14fa847-8ec1-45cf-ba25-e3151d00593f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:22.801306 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e02201a2-88ed-4c1a-8d95-180842b53c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:22.822651 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d4f70360-af3b-43a6-8334-626138d6cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:22.827688 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-95274189-253f-4e90-bbb2-8348b210e3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:22.839675 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f70360-af3b-43a6-8334-626138d6cf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2b3c2c-82c2-4301-ae61-26ef5bd8b46f,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:22.844703 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-a14fa847-8ec1-45cf-ba25-e3151d00593f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58e3b589460749b595f7c2b971bc7e52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2530613 Sep 15 09:02:22.845640 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d4f70360-af3b-43a6-8334-626138d6cf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:22.845727 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fa847-8ec1-45cf-ba25-e3151d00593f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20ff758-0454-4679-b657-eb2019b6116d,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:22.845802 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43710) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:22.847459 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-a14fa847-8ec1-45cf-ba25-e3151d00593f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:22.859913 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d4f70360-af3b-43a6-8334-626138d6cf0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:22.861314 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-d4f70360-af3b-43a6-8334-626138d6cf0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba2b3c2c-82c2-4301-ae61-26ef5bd8b46f HTTP/1.1" status: 204 len: 168 time: 0.2487950 Sep 15 09:02:22.909037 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-72ab8c72-2550-48a5-a54c-76946b9b0484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:22.938149 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-72ab8c72-2550-48a5-a54c-76946b9b0484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:23.058679 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-72ab8c72-2550-48a5-a54c-76946b9b0484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:23.063542 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ae26b3a5-08a3-4fee-8252-0b99dc707014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:23.075665 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab8c72-2550-48a5-a54c-76946b9b0484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20ff758-0454-4679-b657-eb2019b6116d,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:23.078613 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-72ab8c72-2550-48a5-a54c-76946b9b0484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:23.080642 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-72ab8c72-2550-48a5-a54c-76946b9b0484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:23.081735 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-72ab8c72-2550-48a5-a54c-76946b9b0484 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d20ff758-0454-4679-b657-eb2019b6116d HTTP/1.1" status: 204 len: 168 time: 0.2360010 Sep 15 09:02:23.551535 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43726) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:23.570592 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1f9636b7-4031-46ce-b50a-6877e43103fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:23.604750 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-1f9636b7-4031-46ce-b50a-6877e43103fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:23.605956 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-1f9636b7-4031-46ce-b50a-6877e43103fa admin admin] Usage tracker for resource:security_group_rule and tenant:18c436bdc7cc45928c3acadeb2dac981 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:23.609009 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-1f9636b7-4031-46ce-b50a-6877e43103fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:23.615067 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-1f9636b7-4031-46ce-b50a-6877e43103fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:23.682033 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1f9636b7-4031-46ce-b50a-6877e43103fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:23.750384 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1f9636b7-4031-46ce-b50a-6877e43103fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:23.757838 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:23.796857 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9636b7-4031-46ce-b50a-6877e43103fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb111fb-4935-4ba2-9780-3f234c0f4fd5,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:23.799783 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1f9636b7-4031-46ce-b50a-6877e43103fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:23.802524 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-1f9636b7-4031-46ce-b50a-6877e43103fa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18c436bdc7cc45928c3acadeb2dac981&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2499378 Sep 15 09:02:23.806040 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43738) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:23.870859 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6d564bfe-cfbf-48b9-b1da-0e4e87917854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:23.895582 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6d564bfe-cfbf-48b9-b1da-0e4e87917854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:24.013176 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6d564bfe-cfbf-48b9-b1da-0e4e87917854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:24.017119 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-726c7775-8893-4f93-a33a-c38d7a0b6280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:24.029556 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d564bfe-cfbf-48b9-b1da-0e4e87917854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb111fb-4935-4ba2-9780-3f234c0f4fd5,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:24.036211 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-6d564bfe-cfbf-48b9-b1da-0e4e87917854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:24.036833 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6d564bfe-cfbf-48b9-b1da-0e4e87917854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:24.038574 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-6d564bfe-cfbf-48b9-b1da-0e4e87917854 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4eb111fb-4935-4ba2-9780-3f234c0f4fd5 HTTP/1.1" status: 204 len: 168 time: 0.2309036 Sep 15 09:02:28.823459 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43880) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:28.962929 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a3be9d2a-d3ba-49e9-a9e5-7879c903aa29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:28.994416 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-a3be9d2a-d3ba-49e9-a9e5-7879c903aa29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:29.000966 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-a3be9d2a-d3ba-49e9-a9e5-7879c903aa29 admin admin] Usage tracker for resource:security_group_rule and tenant:648ecfa78bba4123b989c6a9a115d904 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:29.001173 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-a3be9d2a-d3ba-49e9-a9e5-7879c903aa29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:29.006796 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-a3be9d2a-d3ba-49e9-a9e5-7879c903aa29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:29.071230 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a3be9d2a-d3ba-49e9-a9e5-7879c903aa29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:29.165796 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a3be9d2a-d3ba-49e9-a9e5-7879c903aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:29.172532 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-16c0fadf-d065-4c09-ac21-5d89da2d4aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:29.212278 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be9d2a-d3ba-49e9-a9e5-7879c903aa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b232d80-dc1d-494a-8951-af6f5277907e,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:29.215439 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-a3be9d2a-d3ba-49e9-a9e5-7879c903aa29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:29.220699 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-a3be9d2a-d3ba-49e9-a9e5-7879c903aa29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=648ecfa78bba4123b989c6a9a115d904&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3935902 Sep 15 09:02:29.221538 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 43888) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:29.282990 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-53f86171-5e0a-46e7-936e-cf51bcfc0850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:29.309075 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-53f86171-5e0a-46e7-936e-cf51bcfc0850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:29.439480 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-53f86171-5e0a-46e7-936e-cf51bcfc0850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:29.444404 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-f8dee25d-f4e5-46b5-b509-6d7a8d5682da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:29.454463 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f86171-5e0a-46e7-936e-cf51bcfc0850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b232d80-dc1d-494a-8951-af6f5277907e,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:29.458251 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-53f86171-5e0a-46e7-936e-cf51bcfc0850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:29.462113 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-53f86171-5e0a-46e7-936e-cf51bcfc0850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:29.463246 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-53f86171-5e0a-46e7-936e-cf51bcfc0850 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b232d80-dc1d-494a-8951-af6f5277907e HTTP/1.1" status: 204 len: 168 time: 0.2415967 Sep 15 09:02:30.126688 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 43902) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:30.146883 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1d990694-34c9-4c73-93c8-48e5bedd1793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:30.178013 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-1d990694-34c9-4c73-93c8-48e5bedd1793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:30.182298 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-1d990694-34c9-4c73-93c8-48e5bedd1793 admin admin] Usage tracker for resource:security_group_rule and tenant:990cd9d4e3074d589a9cdcfeeabf0f3a is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:30.185019 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-1d990694-34c9-4c73-93c8-48e5bedd1793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:30.190566 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-1d990694-34c9-4c73-93c8-48e5bedd1793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:30.256265 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1d990694-34c9-4c73-93c8-48e5bedd1793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:30.325458 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1d990694-34c9-4c73-93c8-48e5bedd1793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:30.331997 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-661693bb-fd28-4e63-8137-b53f776e391c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:30.373354 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d990694-34c9-4c73-93c8-48e5bedd1793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea23a01e-eba5-4592-8466-1550f0d54a40,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:30.376316 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-1d990694-34c9-4c73-93c8-48e5bedd1793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:30.378830 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-1d990694-34c9-4c73-93c8-48e5bedd1793 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=990cd9d4e3074d589a9cdcfeeabf0f3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2509809 Sep 15 09:02:30.381368 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 43906) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:30.441251 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d28435ff-d463-4e54-a42f-2a79b206b663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:30.466404 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d28435ff-d463-4e54-a42f-2a79b206b663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:30.607465 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d28435ff-d463-4e54-a42f-2a79b206b663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:30.612590 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-f9de2f10-b341-4b44-b839-d81078b08b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:30.627233 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28435ff-d463-4e54-a42f-2a79b206b663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea23a01e-eba5-4592-8466-1550f0d54a40,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:30.630272 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-d28435ff-d463-4e54-a42f-2a79b206b663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:30.643200 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d28435ff-d463-4e54-a42f-2a79b206b663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:30.647264 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-d28435ff-d463-4e54-a42f-2a79b206b663 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea23a01e-eba5-4592-8466-1550f0d54a40 HTTP/1.1" status: 204 len: 168 time: 0.2650049 Sep 15 09:02:31.953951 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:33.837033 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-15832e5d-ea09-4c0f-ab91-a794621ef205 req-965643a3-28d5-4e2d-ab17-e117aa42ca2a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714533 Sep 15 09:02:34.031475 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-15832e5d-ea09-4c0f-ab91-a794621ef205 req-bea8e866-94ea-4ff1-8676-9bd3555d0820 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1aadda57f2be49a592d2dc246c4ce0ed&device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 1099 time: 0.1607833 Sep 15 09:02:34.293236 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305acea-4e5c-4de1-b382-be63ea97afa8 req-a2669383-4a34-4d97-903c-0da8950263f9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:34.295017 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8305acea-4e5c-4de1-b382-be63ea97afa8 req-a2669383-4a34-4d97-903c-0da8950263f9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 946 time: 0.2202280 Sep 15 09:02:34.296362 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15832e5d-ea09-4c0f-ab91-a794621ef205 req-56bf318d-f628-4209-b4b9-9d923593d715 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:34.298683 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-15832e5d-ea09-4c0f-ab91-a794621ef205 req-56bf318d-f628-4209-b4b9-9d923593d715 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a7d9519-adcd-45df-bd0a-0005f95484a0 HTTP/1.1" status: 200 len: 912 time: 0.2432899 Sep 15 09:02:34.434219 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8305acea-4e5c-4de1-b382-be63ea97afa8 req-5a750ec2-e01b-491a-87c8-9603f2c7f6f1 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323960 Sep 15 09:02:34.460588 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-15832e5d-ea09-4c0f-ab91-a794621ef205 req-84e4bfac-fda7-4791-ab1a-24c8da030e4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afdabbd5-43b9-4136-8495-2bdae211bde3 HTTP/1.1" status: 200 len: 1002 time: 0.1110966 Sep 15 09:02:34.528045 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15832e5d-ea09-4c0f-ab91-a794621ef205 req-513b0370-4da9-416f-bd79-d4bafefaf98d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:34.529457 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-15832e5d-ea09-4c0f-ab91-a794621ef205 req-513b0370-4da9-416f-bd79-d4bafefaf98d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c HTTP/1.1" status: 200 len: 850 time: 0.0622609 Sep 15 09:02:34.603619 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-15832e5d-ea09-4c0f-ab91-a794621ef205 req-b501364e-0c41-4b71-a69f-ff3d7a51b832 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a7d9519-adcd-45df-bd0a-0005f95484a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670457 Sep 15 09:02:34.736901 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-15832e5d-ea09-4c0f-ab91-a794621ef205 req-d2ba8372-16e3-4f6f-b463-cbd4f692dbe7 service neutron] 10.222.0.20 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247017 Sep 15 09:02:34.867740 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-15832e5d-ea09-4c0f-ab91-a794621ef205 req-91ad7af2-fd2e-43dc-abef-7f3d18f309c1 service neutron] 10.222.0.20 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222482 Sep 15 09:02:35.650772 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2919-877e-40ed-8ffc-3bbb85a210bf req-58a00d41-3184-45d9-9a51-ec0129eed441 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:35.652499 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c07b2919-877e-40ed-8ffc-3bbb85a210bf req-58a00d41-3184-45d9-9a51-ec0129eed441 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 946 time: 0.0856962 Sep 15 09:02:35.699083 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c07b2919-877e-40ed-8ffc-3bbb85a210bf req-49771060-518b-4607-bae2-ec03e59111ac tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Sep 15 09:02:36.022521 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-19581bd2-791d-47a8-af35-727f5795f2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:36.561702 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:36.910939 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad984b3-9b18-42f1-9e8e-ef68dae0c3a8 req-e1a79487-46f1-483d-8603-9b26f2dda52d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:36.912390 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8ad984b3-9b18-42f1-9e8e-ef68dae0c3a8 req-e1a79487-46f1-483d-8603-9b26f2dda52d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 946 time: 0.0788658 Sep 15 09:02:36.957833 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8ad984b3-9b18-42f1-9e8e-ef68dae0c3a8 req-f814bf6d-53b8-4217-a6f8-8c809c959bf6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394156 Sep 15 09:02:38.169337 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a807a-b58f-4f28-9f1f-de08528da4cc req-9c632c57-f0bf-4f68-aa6e-1d1015226911 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:38.170802 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-716a807a-b58f-4f28-9f1f-de08528da4cc req-9c632c57-f0bf-4f68-aa6e-1d1015226911 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 946 time: 0.0776656 Sep 15 09:02:38.220284 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-716a807a-b58f-4f28-9f1f-de08528da4cc req-c987aef8-2c5c-467b-b444-56d82b40d610 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437653 Sep 15 09:02:38.250793 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-bd9c142b-0617-4157-b7d5-b986c619788a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:38.815548 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca6756-dbf9-41f2-96d8-e811afb66db6 req-4aedca61-a1c6-42a3-9714-78e62f2bb47d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:38.816994 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b1ca6756-dbf9-41f2-96d8-e811afb66db6 req-4aedca61-a1c6-42a3-9714-78e62f2bb47d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 946 time: 0.0786107 Sep 15 09:02:38.895302 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-b1ca6756-dbf9-41f2-96d8-e811afb66db6 req-41124e10-2053-4ae9-9c5a-5231550a2f37 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Deleting port 314b817f-9c79-46cf-a672-a625eea4af10 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:02:38.895302 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-b1ca6756-dbf9-41f2-96d8-e811afb66db6 req-41124e10-2053-4ae9-9c5a-5231550a2f37 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:39.157303 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-b1ca6756-dbf9-41f2-96d8-e811afb66db6 req-41124e10-2053-4ae9-9c5a-5231550a2f37 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] For port 314b817f-9c79-46cf-a672-a625eea4af10, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=314b817f-9c79-46cf-a672-a625eea4af10,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:02:39.157690 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-b1ca6756-dbf9-41f2-96d8-e811afb66db6 req-41124e10-2053-4ae9-9c5a-5231550a2f37 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:39.389954 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:39.597752 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-b1ca6756-dbf9-41f2-96d8-e811afb66db6 req-41124e10-2053-4ae9-9c5a-5231550a2f37 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:39.599529 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-b1ca6756-dbf9-41f2-96d8-e811afb66db6 req-41124e10-2053-4ae9-9c5a-5231550a2f37 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:39.599529 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.l3_db [req-b1ca6756-dbf9-41f2-96d8-e811afb66db6 req-41124e10-2053-4ae9-9c5a-5231550a2f37 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Floating IP 821bca2f-85f4-4dc5-bf07-f9c66231b05e disassociated. External IP: 172.27.1.125, port: 314b817f-9c79-46cf-a672-a625eea4af10. Sep 15 09:02:39.599529 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-b1ca6756-dbf9-41f2-96d8-e811afb66db6 req-41124e10-2053-4ae9-9c5a-5231550a2f37 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Calling delete_port for 314b817f-9c79-46cf-a672-a625eea4af10 owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:02:39.780901 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d21817-7062-44c9-a6c4-ba1ca1fd9da1 req-66df32ac-df30-4439-bb4c-c51be0d5c9a5 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:39.785328 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-51d21817-7062-44c9-a6c4-ba1ca1fd9da1 req-66df32ac-df30-4439-bb4c-c51be0d5c9a5 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 946 time: 0.2581162 Sep 15 09:02:39.826400 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-b1ca6756-dbf9-41f2-96d8-e811afb66db6 req-41124e10-2053-4ae9-9c5a-5231550a2f37 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:39.834326 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-16ff6588-cd6c-47ff-82c9-628627df812c tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:39.881099 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-51d21817-7062-44c9-a6c4-ba1ca1fd9da1 req-6b103f80-0600-4e48-8b20-0f23e67a922d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927248 Sep 15 09:02:39.881842 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41124e10-2053-4ae9-9c5a-5231550a2f37 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event deleted for resources: {'Port': ['ID=314b817f-9c79-46cf-a672-a625eea4af10,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:39.885103 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-41124e10-2053-4ae9-9c5a-5231550a2f37 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:40.095666 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1ca6756-dbf9-41f2-96d8-e811afb66db6 req-41124e10-2053-4ae9-9c5a-5231550a2f37 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Router 9279da42-9074-4c93-9f9c-105973375698 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:02:40.293263 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1ca6756-dbf9-41f2-96d8-e811afb66db6 req-41124e10-2053-4ae9-9c5a-5231550a2f37 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:02:40.303254 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c3c02-fecf-421b-bf0c-d077000cc6eb None None] Sync routers for ids ['9279da42-9074-4c93-9f9c-105973375698'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:02:40.321266 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c3c02-fecf-421b-bf0c-d077000cc6eb None None] Routers {'9279da42-9074-4c93-9f9c-105973375698'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:02:40.321266 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-095c3c02-fecf-421b-bf0c-d077000cc6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:02:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9279da42-9074-4c93-9f9c-105973375698'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:02:40.363532 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ca6756-dbf9-41f2-96d8-e811afb66db6 req-41124e10-2053-4ae9-9c5a-5231550a2f37 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] No DVR routers for this DVR port 314b817f-9c79-46cf-a672-a625eea4af10 on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:02:40.365911 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-b1ca6756-dbf9-41f2-96d8-e811afb66db6 req-41124e10-2053-4ae9-9c5a-5231550a2f37 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:40.368775 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'name': 'network-vif-deleted', 'tag': '314b817f-9c79-46cf-a672-a625eea4af10'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:02:40.424364 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba14ca7-eb88-437e-9c49-5101925f639b', 'name': 'network-vif-deleted', 'tag': '314b817f-9c79-46cf-a672-a625eea4af10', 'status': 'completed', 'code': 200} Sep 15 09:02:40.488237 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b1ca6756-dbf9-41f2-96d8-e811afb66db6 req-41124e10-2053-4ae9-9c5a-5231550a2f37 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.20 "DELETE /v2.0/ports/314b817f-9c79-46cf-a672-a625eea4af10 HTTP/1.1" status: 204 len: 173 time: 1.6657207 Sep 15 09:02:40.513433 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-095c3c02-fecf-421b-bf0c-d077000cc6eb None None] Set router 9279da42-9074-4c93-9f9c-105973375698 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:02:40.568872 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:02:40.892583 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:40.918394 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-095c3c02-fecf-421b-bf0c-d077000cc6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '13229827-0414-4a3d-8f4e-892feee9cf94', 'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'mac_address': 'fa:16:3e:be:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:54Z', 'updated_at': '2021-09-15T08:58:28Z', 'revision_number': 5, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'subnets': [{'id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:02:40.925967 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c3c02-fecf-421b-bf0c-d077000cc6eb None None] Checking router: 9279da42-9074-4c93-9f9c-105973375698 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:02:40.945312 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c3c02-fecf-421b-bf0c-d077000cc6eb None None] Routers {'9279da42-9074-4c93-9f9c-105973375698'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:02:40.945944 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-095c3c02-fecf-421b-bf0c-d077000cc6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:02:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9279da42-9074-4c93-9f9c-105973375698'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:02:41.147520 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-095c3c02-fecf-421b-bf0c-d077000cc6eb None None] Set router 9279da42-9074-4c93-9f9c-105973375698 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:02:41.443877 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-9f5fc619-e791-46b1-9e09-68172e05252c req-aa98e61f-e8e2-4a87-8955-ec24dd6a719d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Synchronizing usage tracker for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:02:41.546208 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-9f5fc619-e791-46b1-9e09-68172e05252c req-aa98e61f-e8e2-4a87-8955-ec24dd6a719d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Unset dirty status for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:02:41.560125 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9f5fc619-e791-46b1-9e09-68172e05252c req-aa98e61f-e8e2-4a87-8955-ec24dd6a719d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba14ca7-eb88-437e-9c49-5101925f639b HTTP/1.1" status: 200 len: 210 time: 0.5061350 Sep 15 09:02:41.575230 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-095c3c02-fecf-421b-bf0c-d077000cc6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '13229827-0414-4a3d-8f4e-892feee9cf94', 'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'mac_address': 'fa:16:3e:be:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:54Z', 'updated_at': '2021-09-15T08:58:28Z', 'revision_number': 5, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'subnets': [{'id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:02:41.580500 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c3c02-fecf-421b-bf0c-d077000cc6eb None None] The sync data for ids ['9279da42-9074-4c93-9f9c-105973375698'] in dv-cinder-806008-2-iscsi is: [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '13229827-0414-4a3d-8f4e-892feee9cf94', 'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'mac_address': 'fa:16:3e:be:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:54Z', 'updated_at': '2021-09-15T08:58:28Z', 'revision_number': 5, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'subnets': [{'id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:02:41.839606 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623bfd0-160d-4cc5-8504-80af3a2f5c8c None None] New status for floating IP 821bca2f-85f4-4dc5-bf07-f9c66231b05e: DOWN {{(pid=75829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 09:02:42.755971 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44172) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:42.796899 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 44178) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:42.861662 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-420ecfe6-c7e6-453d-bcec-53d3ad99e8cb tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:42.889217 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-420ecfe6-c7e6-453d-bcec-53d3ad99e8cb tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:42.900151 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-12ae34cb-43d5-469b-8b35-5a30ba1f5a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:42.930696 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-12ae34cb-43d5-469b-8b35-5a30ba1f5a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:42.934951 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-12ae34cb-43d5-469b-8b35-5a30ba1f5a4b admin admin] Usage tracker for resource:security_group_rule and tenant:e075672d7f6f42a8b887cbeb0ed21f54 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:42.937677 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-12ae34cb-43d5-469b-8b35-5a30ba1f5a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:42.944086 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-12ae34cb-43d5-469b-8b35-5a30ba1f5a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:43.010925 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-420ecfe6-c7e6-453d-bcec-53d3ad99e8cb tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:43.016123 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-571af00f-057e-45a4-9421-867d74de327e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:43.029815 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ecfe6-c7e6-453d-bcec-53d3ad99e8cb tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:43.032295 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-420ecfe6-c7e6-453d-bcec-53d3ad99e8cb tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:43.072587 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-12ae34cb-43d5-469b-8b35-5a30ba1f5a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:43.149001 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-420ecfe6-c7e6-453d-bcec-53d3ad99e8cb tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:43.152954 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-420ecfe6-c7e6-453d-bcec-53d3ad99e8cb tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "DELETE /v2.0/security-groups/0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5 HTTP/1.1" status: 204 len: 168 time: 0.3550289 Sep 15 09:02:43.153529 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 44184) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:43.170591 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.api.v2.resource [None req-d3450a3d-c512-4729-a1b8-6279b3bc596a tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] show failed (client error): The resource could not be found. Sep 15 09:02:43.170877 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-12ae34cb-43d5-469b-8b35-5a30ba1f5a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:43.171575 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-d3450a3d-c512-4729-a1b8-6279b3bc596a tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups/0ffdb95a-ec51-4cb3-b0c5-a14e91ac8bd5 HTTP/1.1" status: 404 len: 347 time: 0.0171378 Sep 15 09:02:43.174921 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 44188) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:43.184278 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-a14fa847-8ec1-45cf-ba25-e3151d00593f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:43.226661 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae34cb-43d5-469b-8b35-5a30ba1f5a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2943a996-aa88-4acc-8c00-95a463da10de,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:43.229837 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-12ae34cb-43d5-469b-8b35-5a30ba1f5a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:43.235890 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-12ae34cb-43d5-469b-8b35-5a30ba1f5a4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e075672d7f6f42a8b887cbeb0ed21f54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4756761 Sep 15 09:02:43.242702 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44192) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:43.303085 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-13ebb19f-4bb8-48ff-883b-13d2759fea7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:43.330182 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-71001638-f307-4ce5-bf34-52643e471e0d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Deleting port dba5bbd0-db3d-419f-aa34-99de4c1e2476 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:02:43.330521 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-71001638-f307-4ce5-bf34-52643e471e0d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:43.332728 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-13ebb19f-4bb8-48ff-883b-13d2759fea7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:43.435800 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-13ebb19f-4bb8-48ff-883b-13d2759fea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:43.439612 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-95337fc8-d18e-4e9a-8c2d-ca5ff940fc8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:43.456002 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebb19f-4bb8-48ff-883b-13d2759fea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2943a996-aa88-4acc-8c00-95a463da10de,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:43.460673 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-13ebb19f-4bb8-48ff-883b-13d2759fea7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:43.464209 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-13ebb19f-4bb8-48ff-883b-13d2759fea7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:43.467931 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-13ebb19f-4bb8-48ff-883b-13d2759fea7e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2943a996-aa88-4acc-8c00-95a463da10de HTTP/1.1" status: 204 len: 168 time: 0.2240367 Sep 15 09:02:43.512567 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-71001638-f307-4ce5-bf34-52643e471e0d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:43.513142 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-71001638-f307-4ce5-bf34-52643e471e0d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:43.718245 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 314b817f-9c79-46cf-a672-a625eea4af10 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:02:43.745159 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-71001638-f307-4ce5-bf34-52643e471e0d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Calling delete_port for dba5bbd0-db3d-419f-aa34-99de4c1e2476 owned by network:floatingip {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:02:43.778803 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: 314b817f-9c79-46cf-a672-a625eea4af10 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:02:43.779676 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 314b817f-9c79-46cf-a672-a625eea4af10 not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:02:43.988242 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-71001638-f307-4ce5-bf34-52643e471e0d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:43.994358 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:44.051681 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71001638-f307-4ce5-bf34-52643e471e0d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event deleted for resources: {'Port': ['ID=dba5bbd0-db3d-419f-aa34-99de4c1e2476,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:44.055559 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-71001638-f307-4ce5-bf34-52643e471e0d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:44.141648 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-71001638-f307-4ce5-bf34-52643e471e0d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for floatingip, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:44.215913 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-71001638-f307-4ce5-bf34-52643e471e0d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:44.217059 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-71001638-f307-4ce5-bf34-52643e471e0d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "DELETE /v2.0/floatingips/821bca2f-85f4-4dc5-bf07-f9c66231b05e HTTP/1.1" status: 204 len: 168 time: 1.0412056 Sep 15 09:02:44.725153 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44216) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:44.731990 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-1d66300b-81b3-410d-b276-c97f7f55178c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--520767412', 'description': 'tempest-description--1058781865'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:02:44.743616 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-1d66300b-81b3-410d-b276-c97f7f55178c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:44.747820 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-1d66300b-81b3-410d-b276-c97f7f55178c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Usage tracker for resource:security_group and tenant:5f168b6f24dc4d93824606ca9470fea0 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:44.751368 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-1d66300b-81b3-410d-b276-c97f7f55178c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:44.757040 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-1d66300b-81b3-410d-b276-c97f7f55178c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:44.847316 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1d66300b-81b3-410d-b276-c97f7f55178c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:44.883955 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-1d66300b-81b3-410d-b276-c97f7f55178c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:44.888256 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-1d66300b-81b3-410d-b276-c97f7f55178c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Usage tracker for resource:security_group_rule and tenant:5f168b6f24dc4d93824606ca9470fea0 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:44.891447 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-1d66300b-81b3-410d-b276-c97f7f55178c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:44.897294 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-1d66300b-81b3-410d-b276-c97f7f55178c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:44.951896 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1d66300b-81b3-410d-b276-c97f7f55178c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:45.040000 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1d66300b-81b3-410d-b276-c97f7f55178c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:45.052857 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-1d990694-34c9-4c73-93c8-48e5bedd1793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:45.089107 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66300b-81b3-410d-b276-c97f7f55178c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a86759-dde9-422b-a272-48cec11209f6,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:45.097160 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-1d66300b-81b3-410d-b276-c97f7f55178c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:45.144602 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1d66300b-81b3-410d-b276-c97f7f55178c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:45.148973 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-1d66300b-81b3-410d-b276-c97f7f55178c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4189017 Sep 15 09:02:45.149163 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44232) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:45.154867 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-2ce309e3-2d39-4e68-8ba2-2f2893ed8f45 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Request body: {'security_group_rule': {'security_group_id': 'c5a86759-dde9-422b-a272-48cec11209f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:02:45.160942 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-2ce309e3-2d39-4e68-8ba2-2f2893ed8f45 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:45.165703 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-2ce309e3-2d39-4e68-8ba2-2f2893ed8f45 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Usage tracker for resource:security_group_rule and tenant:5f168b6f24dc4d93824606ca9470fea0 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:45.168368 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-2ce309e3-2d39-4e68-8ba2-2f2893ed8f45 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:45.173990 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-2ce309e3-2d39-4e68-8ba2-2f2893ed8f45 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:45.241611 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-2ce309e3-2d39-4e68-8ba2-2f2893ed8f45 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:45.302801 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-2ce309e3-2d39-4e68-8ba2-2f2893ed8f45 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:45.382362 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-2ce309e3-2d39-4e68-8ba2-2f2893ed8f45 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:45.384606 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:45.407760 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce309e3-2d39-4e68-8ba2-2f2893ed8f45 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78f68a8-303c-4adf-8460-6d5f4920259e,revision_number=0']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:45.412476 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-2ce309e3-2d39-4e68-8ba2-2f2893ed8f45 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:45.473092 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-2ce309e3-2d39-4e68-8ba2-2f2893ed8f45 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:45.474353 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-2ce309e3-2d39-4e68-8ba2-2f2893ed8f45 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3240323 Sep 15 09:02:45.477010 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44240) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:45.482445 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-9baa46d3-39a7-4912-818b-5ca17d78ec11 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Request body: {'security_group_rule': {'security_group_id': 'c5a86759-dde9-422b-a272-48cec11209f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:02:45.488220 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-9baa46d3-39a7-4912-818b-5ca17d78ec11 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:45.492315 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-9baa46d3-39a7-4912-818b-5ca17d78ec11 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Usage tracker for resource:security_group_rule and tenant:5f168b6f24dc4d93824606ca9470fea0 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:45.495110 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-9baa46d3-39a7-4912-818b-5ca17d78ec11 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:45.500663 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-9baa46d3-39a7-4912-818b-5ca17d78ec11 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:45.584739 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9baa46d3-39a7-4912-818b-5ca17d78ec11 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:45.644971 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9baa46d3-39a7-4912-818b-5ca17d78ec11 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:45.732387 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9baa46d3-39a7-4912-818b-5ca17d78ec11 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:45.734377 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:45.756289 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa46d3-39a7-4912-818b-5ca17d78ec11 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4de024-9753-4714-b873-363b8c810791,revision_number=0']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:45.759328 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-9baa46d3-39a7-4912-818b-5ca17d78ec11 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:45.821858 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9baa46d3-39a7-4912-818b-5ca17d78ec11 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:45.823039 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-9baa46d3-39a7-4912-818b-5ca17d78ec11 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3451285 Sep 15 09:02:45.825993 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44244) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:45.831165 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Request body: {'floatingip': {'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:02:45.836585 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:45.840485 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Usage tracker for resource:floatingip and tenant:5f168b6f24dc4d93824606ca9470fea0 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:45.845039 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:45.850900 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:45.904465 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for floatingip, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:46.037482 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:46.172590 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Allocated IP 172.27.1.149 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/a7e79a97-89e6-4512-bf3a-042a746584ff) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:02:46.316652 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:46.402627 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:46.407261 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-7db38758-78f7-4eeb-9c55-1f3afa43f4f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:46.470572 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:02:46.480929 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:02:46.480929 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:02:46.504881 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event updated for resources: {'Port': ['ID=a7e79a97-89e6-4512-bf3a-042a746584ff,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:46.559140 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:46.692035 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:46.820871 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:47.027698 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for port, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:47.102404 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092364'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:47.106015 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:47.209474 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event updated for resources: {'Port': ['ID=a7e79a97-89e6-4512-bf3a-042a746584ff,revision_number=2']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:47.214318 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:47.224405 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:47.315498 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:47.316736 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4898310 Sep 15 09:02:47.544248 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-92d68c40-ccae-4613-9048-d971081b7c01 req-8ca0a070-13da-4ca2-b7c5-4d08a9d3566f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Synchronizing usage tracker for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:security_group {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:02:47.669944 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-92d68c40-ccae-4613-9048-d971081b7c01 req-8ca0a070-13da-4ca2-b7c5-4d08a9d3566f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Unset dirty status for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:security_group {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:02:47.671262 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92d68c40-ccae-4613-9048-d971081b7c01 req-8ca0a070-13da-4ca2-b7c5-4d08a9d3566f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--520767412&fields=id&tenant_id=5f168b6f24dc4d93824606ca9470fea0 HTTP/1.1" status: 200 len: 267 time: 0.1710770 Sep 15 09:02:47.829388 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d68c40-ccae-4613-9048-d971081b7c01 req-edab05fc-46bf-4df4-9b35-c3133b1d7814 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:47.830805 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92d68c40-ccae-4613-9048-d971081b7c01 req-edab05fc-46bf-4df4-9b35-c3133b1d7814 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/networks?id=dee31690-1b17-41a7-9226-bbc0b9faff0c HTTP/1.1" status: 200 len: 816 time: 0.1528788 Sep 15 09:02:47.847601 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92d68c40-ccae-4613-9048-d971081b7c01 req-1f38b8f0-0097-43ac-b78d-4e7ae3ea37c2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/quotas/5f168b6f24dc4d93824606ca9470fea0 HTTP/1.1" status: 200 len: 375 time: 0.0108464 Sep 15 09:02:47.930163 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c90aacfb-9509-4ed6-9ba7-a0aa608ca3e0 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Synchronizing usage tracker for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:02:48.039379 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c90aacfb-9509-4ed6-9ba7-a0aa608ca3e0 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Unset dirty status for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:02:48.040903 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c90aacfb-9509-4ed6-9ba7-a0aa608ca3e0 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f168b6f24dc4d93824606ca9470fea0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1882567 Sep 15 09:02:48.309054 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c53a9abe-7477-4687-89bf-0ef959b6aaf5 service neutron] 10.222.0.39 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555885 Sep 15 09:02:48.437667 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92d68c40-ccae-4613-9048-d971081b7c01 req-d4631e34-02b4-42c8-a63b-52d3b27bfc39 service neutron] 10.222.0.39 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228654 Sep 15 09:02:48.875611 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d00f0b7a-58b4-453f-ad3a-10ded80b2107 req-5fe150ec-1d15-44cd-9bab-8e4f404e4234 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 210 time: 0.1958129 Sep 15 09:02:50.055576 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e4bd1344-cc9e-4efd-a3dd-2ac4510f07c0 req-77f98524-f116-4179-8b78-912a2245909b tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 210 time: 0.0422850 Sep 15 09:02:50.698502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 44342) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:50.845642 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_v2 [None req-034ff5d9-87ef-41c6-98a1-07723b19da6a admin admin] Deleting subnet 8f97b7ad-138e-4abd-a678-9ea61f5b05cd {{(pid=75826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 09:02:50.850707 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-034ff5d9-87ef-41c6-98a1-07723b19da6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:50.931075 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-034ff5d9-87ef-41c6-98a1-07723b19da6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739139'] for subnet, precommit_delete_associations {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:50.975533 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d68c40-ccae-4613-9048-d971081b7c01 req-bc924f8f-48c7-4313-a275-4b954af11abc tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:50.977791 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92d68c40-ccae-4613-9048-d971081b7c01 req-bc924f8f-48c7-4313-a275-4b954af11abc tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.20 "GET /v2.0/networks?id=dee31690-1b17-41a7-9226-bbc0b9faff0c HTTP/1.1" status: 200 len: 816 time: 0.2325962 Sep 15 09:02:51.000039 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-034ff5d9-87ef-41c6-98a1-07723b19da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630464'] for subnet, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:51.098819 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44354) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:51.126678 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92d68c40-ccae-4613-9048-d971081b7c01 req-f341f70f-417c-45c7-be18-955c618cffa7 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f168b6f24dc4d93824606ca9470fea0 HTTP/1.1" status: 200 len: 379 time: 0.0611846 Sep 15 09:02:51.137173 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-92d68c40-ccae-4613-9048-d971081b7c01 req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Request body: {'port': {'device_id': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'admin_state_up': True, 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'security_groups': ['c5a86759-dde9-422b-a272-48cec11209f6']}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:02:51.260692 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-034ff5d9-87ef-41c6-98a1-07723b19da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7705306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6737172'] for subnet, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:51.279109 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:51.288671 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f7628e45-ba7f-41cf-a8f4-5164b239b506 req-1517dafa-3bda-4058-867d-26d0332f54ef tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 210 time: 0.0648475 Sep 15 09:02:51.306872 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b29c597a-1df3-4d8a-8b0d-6caa6460e775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:51.331344 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ff5d9-87ef-41c6-98a1-07723b19da6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f97b7ad-138e-4abd-a678-9ea61f5b05cd,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:51.338528 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-034ff5d9-87ef-41c6-98a1-07723b19da6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:51.345557 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-034ff5d9-87ef-41c6-98a1-07723b19da6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:51.348141 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-92d68c40-ccae-4613-9048-d971081b7c01 req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:51.360437 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-034ff5d9-87ef-41c6-98a1-07723b19da6a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8f97b7ad-138e-4abd-a678-9ea61f5b05cd HTTP/1.1" status: 204 len: 168 time: 0.6605082 Sep 15 09:02:51.365089 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 44366) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:51.365211 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-b29c597a-1df3-4d8a-8b0d-6caa6460e775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:51.366641 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-b29c597a-1df3-4d8a-8b0d-6caa6460e775 admin admin] Usage tracker for resource:security_group_rule and tenant:66fee53dcac3447fb5b573a90357864b is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:51.369987 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-b29c597a-1df3-4d8a-8b0d-6caa6460e775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:51.375638 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-b29c597a-1df3-4d8a-8b0d-6caa6460e775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:51.381145 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-92d68c40-ccae-4613-9048-d971081b7c01 req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:51.441887 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b29c597a-1df3-4d8a-8b0d-6caa6460e775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:51.473491 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3d8d-268f-48d8-9302-3d927a788857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620022'] for network, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:51.593577 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b29c597a-1df3-4d8a-8b0d-6caa6460e775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:51.598489 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d68c40-ccae-4613-9048-d971081b7c01 req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Made reservation on behalf of 5f168b6f24dc4d93824606ca9470fea0 for: {'port': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:02:51.601513 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-92d68c40-ccae-4613-9048-d971081b7c01 req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:51.606411 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-7c7174ee-9e4e-424a-a2e5-8a08686982a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:51.649641 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-b29c597a-1df3-4d8a-8b0d-6caa6460e775 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66fee53dcac3447fb5b573a90357864b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5491488 Sep 15 09:02:51.650245 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44372) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:51.652542 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c597a-1df3-4d8a-8b0d-6caa6460e775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2e803f-1d3a-490a-8678-e3ccef904fe8,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:51.664706 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b29c597a-1df3-4d8a-8b0d-6caa6460e775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:51.723286 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-8816cb14-910f-4dd8-8633-82897a41202b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:51.749171 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-8816cb14-910f-4dd8-8633-82897a41202b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:51.749946 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3d8d-268f-48d8-9302-3d927a788857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628807', 'neutron.services.segments.db._delete_segments_for_network-8733233187485'] for network, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:51.776998 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-d1cc3d8d-268f-48d8-9302-3d927a788857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b211f18-bead-4cfb-916e-940c2837e9c6']}} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:02:51.795796 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-d1cc3d8d-268f-48d8-9302-3d927a788857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5ad715-8dfe-4afd-a86a-871ac25c08eb') {'for_net_delete': True} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:02:51.800046 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-d1cc3d8d-268f-48d8-9302-3d927a788857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5ad715-8dfe-4afd-a86a-871ac25c08eb') {} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:02:51.814462 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3d8d-268f-48d8-9302-3d927a788857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733233221816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739162'] for segment, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:51.872468 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3d8d-268f-48d8-9302-3d927a788857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:51.873002 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-8816cb14-910f-4dd8-8633-82897a41202b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:51.878001 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-6697c434-c2b3-483e-bdb0-15608583f7f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:51.884093 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1cc3d8d-268f-48d8-9302-3d927a788857 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=75826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 09:02:51.884479 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3d8d-268f-48d8-9302-3d927a788857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-630388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7705220'] for segment, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:51.891274 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816cb14-910f-4dd8-8633-82897a41202b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2e803f-1d3a-490a-8678-e3ccef904fe8,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:51.893993 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-8816cb14-910f-4dd8-8633-82897a41202b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:51.894899 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-8816cb14-910f-4dd8-8633-82897a41202b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:51.895992 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-8816cb14-910f-4dd8-8633-82897a41202b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b2e803f-1d3a-490a-8678-e3ccef904fe8 HTTP/1.1" status: 204 len: 168 time: 0.2447617 Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: Traceback (most recent call last): Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: timer() Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: cb(*args, **kw) Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: return func(*args, **kwargs) Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: self._notify() Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: self.callback(batched_events) Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: event.method(event) Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: return f(self, *a, **k) Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._get(url).json() Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: return self.request(url, 'GET', **kwargs) Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 09:02:51.897782 dv-cinder-806008-2-iscsi neutron-server[75826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 09:02:51.976176 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [req-92d68c40-ccae-4613-9048-d971081b7c01 req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Allocated IP 172.20.0.8 (dee31690-1b17-41a7-9226-bbc0b9faff0c/c69077b5-d8c6-4f9f-8dc8-1e62fce814b7/e9ff7f1c-60ef-492f-a949-c6144ac7bdcb) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:02:52.097055 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3d8d-268f-48d8-9302-3d927a788857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8205405'] for network, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:52.115325 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:52.131321 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3d8d-268f-48d8-9302-3d927a788857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:52.142169 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc3d8d-268f-48d8-9302-3d927a788857 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b211f18-bead-4cfb-916e-940c2837e9c6,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:52.149137 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d1cc3d8d-268f-48d8-9302-3d927a788857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:52.200919 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-92d68c40-ccae-4613-9048-d971081b7c01 req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:52.216106 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-92d68c40-ccae-4613-9048-d971081b7c01 req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Transition to ACTIVE for port object e9ff7f1c-60ef-492f-a949-c6144ac7bdcb will not be triggered until provisioned by entity DHCP. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:02:52.247593 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-d1cc3d8d-268f-48d8-9302-3d927a788857 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3b211f18-bead-4cfb-916e-940c2837e9c6 HTTP/1.1" status: 204 len: 168 time: 0.8832524 Sep 15 09:02:52.333095 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-92d68c40-ccae-4613-9048-d971081b7c01 req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:52.341485 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:52.407952 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d68c40-ccae-4613-9048-d971081b7c01 req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Network dee31690-1b17-41a7-9226-bbc0b9faff0c is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:02:52.410945 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [req-92d68c40-ccae-4613-9048-d971081b7c01 req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:02:52.413453 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d68c40-ccae-4613-9048-d971081b7c01 req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:02:52.459262 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event updated for resources: {'Port': ['ID=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:52.463062 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:52.527231 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d68c40-ccae-4613-9048-d971081b7c01 req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:52.527836 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-92d68c40-ccae-4613-9048-d971081b7c01 req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:52.580941 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366ba5d-6824-4e8d-8088-78837144ece1 req-2a70b532-3188-4752-9466-1ff32d07583f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:52.581782 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-1366ba5d-6824-4e8d-8088-78837144ece1 req-2a70b532-3188-4752-9466-1ff32d07583f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Synchronizing usage tracker for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:02:52.636293 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92d68c40-ccae-4613-9048-d971081b7c01 req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5032771 Sep 15 09:02:52.654476 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Request body: {'port': {'device_id': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:02:52.701694 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-1366ba5d-6824-4e8d-8088-78837144ece1 req-2a70b532-3188-4752-9466-1ff32d07583f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Unset dirty status for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:02:52.702750 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1366ba5d-6824-4e8d-8088-78837144ece1 req-2a70b532-3188-4752-9466-1ff32d07583f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 931 time: 0.2293568 Sep 15 09:02:52.755622 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-4e52a49b-25bb-4957-b07d-cc12ba1a9d7a None None] Provisioning for port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:02:52.761335 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-4e52a49b-25bb-4957-b07d-cc12ba1a9d7a None None] Provisioning complete for port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:02:52.762027 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-4e52a49b-25bb-4957-b07d-cc12ba1a9d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:52.765616 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44388) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:52.796840 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:52.812509 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1366ba5d-6824-4e8d-8088-78837144ece1 req-1fc79161-c6f7-4d74-9228-15e652e4c9bb tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033096 Sep 15 09:02:52.817965 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-b84ff4eb-fc59-4a5b-b4d3-330b5dff1c4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bf945ad7abb4cedb3e57185c376c289&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504985 Sep 15 09:02:52.819421 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-4e52a49b-25bb-4957-b07d-cc12ba1a9d7a None None] Port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:02:52.821008 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44392) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:52.838126 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44396) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:52.865692 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-60fa52fc-fe1d-4b1e-a09e-148d05c84260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:52.926633 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-60fa52fc-fe1d-4b1e-a09e-148d05c84260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:52.931308 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-aad8d490-82a8-4fd2-a7c6-9b655217fcb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:52.933887 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-60fa52fc-fe1d-4b1e-a09e-148d05c84260 admin admin] Usage tracker for resource:security_group_rule and tenant:d1c70b81663b4aecbbe5b37dbf2bd91e is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:52.942621 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-60fa52fc-fe1d-4b1e-a09e-148d05c84260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:52.952359 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-60fa52fc-fe1d-4b1e-a09e-148d05c84260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:52.971211 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-aad8d490-82a8-4fd2-a7c6-9b655217fcb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:53.062411 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-60fa52fc-fe1d-4b1e-a09e-148d05c84260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:53.115106 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-aad8d490-82a8-4fd2-a7c6-9b655217fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:53.120200 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-13ebb19f-4bb8-48ff-883b-13d2759fea7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:53.135740 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8d490-82a8-4fd2-a7c6-9b655217fcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64403a92-1f41-4eb3-a432-b02f31e1d6e3,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:53.138651 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-aad8d490-82a8-4fd2-a7c6-9b655217fcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:53.143917 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-60fa52fc-fe1d-4b1e-a09e-148d05c84260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:53.152719 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-0841fb41-e800-4a78-af37-fc644d4c327e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:53.155047 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ff7f1c-60ef-492f-a949-c6144ac7bdcb {{(pid=75826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:02:53.162834 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:53.182255 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Transition to ACTIVE for port object e9ff7f1c-60ef-492f-a949-c6144ac7bdcb will not be triggered until provisioned by entity L2. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:02:53.207111 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa52fc-fe1d-4b1e-a09e-148d05c84260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70300ae-3eff-49f5-822f-be9ca75abffc,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:53.213257 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-60fa52fc-fe1d-4b1e-a09e-148d05c84260 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1c70b81663b4aecbbe5b37dbf2bd91e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3741653 Sep 15 09:02:53.216324 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 44404) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:53.221797 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-60fa52fc-fe1d-4b1e-a09e-148d05c84260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:53.224251 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-aad8d490-82a8-4fd2-a7c6-9b655217fcb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:53.227856 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-aad8d490-82a8-4fd2-a7c6-9b655217fcb3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64403a92-1f41-4eb3-a432-b02f31e1d6e3 HTTP/1.1" status: 204 len: 168 time: 0.4034181 Sep 15 09:02:53.260394 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:53.270150 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-41124e10-2053-4ae9-9c5a-5231550a2f37 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:53.437962 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:53.441150 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:53.447415 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-20cb17f6-4b3a-41e5-b1b7-adc15c68b0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:53.614515 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-20cb17f6-4b3a-41e5-b1b7-adc15c68b0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:53.667698 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Attempting to bind port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:02:53.668025 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Attempting to bind port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '1f19e222-9bb1-423a-99fe-b5c6a8d3a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c'}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:02:53.668353 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Attempting to bind port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb on network dee31690-1b17-41a7-9226-bbc0b9faff0c {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:02:53.675657 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb on network dee31690-1b17-41a7-9226-bbc0b9faff0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 09:02:53.675972 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Attempting to bind port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb on network dee31690-1b17-41a7-9226-bbc0b9faff0c {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:02:53.684290 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:02:53.684615 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Checking segment: {'id': '1f19e222-9bb1-423a-99fe-b5c6a8d3a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:02:53.684990 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Bound using segment: {'id': '1f19e222-9bb1-423a-99fe-b5c6a8d3a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c'} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:02:53.685406 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Bound port: e9ff7f1c-60ef-492f-a949-c6144ac7bdcb, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f19e222-9bb1-423a-99fe-b5c6a8d3a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c'}}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:02:53.685739 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:53.698057 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44414) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:53.778006 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] For port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb, host hv-cinder-80600, cleared binding levels {{(pid=75826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:02:53.781441 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] For port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:02:53.795401 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-20cb17f6-4b3a-41e5-b1b7-adc15c68b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:53.800500 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-dd3c3794-3131-40f4-b6c5-9be5313c2a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:53.811499 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb17f6-4b3a-41e5-b1b7-adc15c68b0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70300ae-3eff-49f5-822f-be9ca75abffc,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:53.817723 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-20cb17f6-4b3a-41e5-b1b7-adc15c68b0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:53.818641 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-20cb17f6-4b3a-41e5-b1b7-adc15c68b0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:53.819953 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-20cb17f6-4b3a-41e5-b1b7-adc15c68b0a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b70300ae-3eff-49f5-822f-be9ca75abffc HTTP/1.1" status: 204 len: 168 time: 0.6026678 Sep 15 09:02:53.847576 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-647dd676-e70e-49f2-9761-fec1eae9fc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:53.891267 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-647dd676-e70e-49f2-9761-fec1eae9fc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:02:53.896743 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-647dd676-e70e-49f2-9761-fec1eae9fc48 admin admin] Usage tracker for resource:security_group_rule and tenant:d8c96fe7ba5a448394d342344a8e9ddc is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:02:53.899420 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:53.900642 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-647dd676-e70e-49f2-9761-fec1eae9fc48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:02:53.903859 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-bdd11b52-8c54-4fce-b986-8213d8ca366c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:53.907216 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-647dd676-e70e-49f2-9761-fec1eae9fc48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:02:53.978257 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-647dd676-e70e-49f2-9761-fec1eae9fc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:53.987766 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:53.989120 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] 10.222.0.20 "PUT /v2.0/ports/e9ff7f1c-60ef-492f-a949-c6144ac7bdcb HTTP/1.1" status: 200 len: 1093 time: 1.3387625 Sep 15 09:02:53.989608 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'tag': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:02:54.005914 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,revision_number=3']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:54.011052 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:54.058556 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'tag': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb', 'status': 'completed', 'code': 200} Sep 15 09:02:54.067523 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731f877-bc56-4aaa-8cd4-07d654956f91 req-3005fd63-2e24-4055-8ffd-32544584e39f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:54.070568 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6731f877-bc56-4aaa-8cd4-07d654956f91 req-3005fd63-2e24-4055-8ffd-32544584e39f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.0911539 Sep 15 09:02:54.113709 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-647dd676-e70e-49f2-9761-fec1eae9fc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:54.126221 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-bec07fc3-04fd-45cc-8c7a-45e838369910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:54.198990 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647dd676-e70e-49f2-9761-fec1eae9fc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85f42b4-417d-4038-aa92-77c2254b8298,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:54.202015 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-647dd676-e70e-49f2-9761-fec1eae9fc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:54.208402 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-647dd676-e70e-49f2-9761-fec1eae9fc48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8c96fe7ba5a448394d342344a8e9ddc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5093014 Sep 15 09:02:54.211401 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44438) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:02:54.239635 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-36adef42-cab3-4450-9ea8-6147c519d753 req-180bc01b-645f-4e60-8bd5-d506e954af0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f168b6f24dc4d93824606ca9470fea0&device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 1096 time: 0.1358194 Sep 15 09:02:54.249784 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-6731f877-bc56-4aaa-8cd4-07d654956f91 req-953985d1-7fde-4e42-83c1-8033666bd57a tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Synchronizing usage tracker for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:security_group {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:02:54.290668 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-6731f877-bc56-4aaa-8cd4-07d654956f91 req-953985d1-7fde-4e42-83c1-8033666bd57a tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Unset dirty status for tenant:5f168b6f24dc4d93824606ca9470fea0 on resource:security_group {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:02:54.291857 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6731f877-bc56-4aaa-8cd4-07d654956f91 req-953985d1-7fde-4e42-83c1-8033666bd57a tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129166 Sep 15 09:02:54.311562 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-27cb2486-6161-41a6-99e7-2327555c8114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:54.337763 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-27cb2486-6161-41a6-99e7-2327555c8114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:54.433790 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adef42-cab3-4450-9ea8-6147c519d753 req-456eeff2-8a91-40db-83a4-3775d72cce3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:54.434983 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-36adef42-cab3-4450-9ea8-6147c519d753 req-456eeff2-8a91-40db-83a4-3775d72cce3a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5f168b6f24dc4d93824606ca9470fea0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1795585 Sep 15 09:02:54.469991 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-27cb2486-6161-41a6-99e7-2327555c8114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:54.475683 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-cd6ff61f-743f-4ac9-a86d-a0b36bbe2b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:54.488662 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb2486-6161-41a6-99e7-2327555c8114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85f42b4-417d-4038-aa92-77c2254b8298,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:54.493676 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-27cb2486-6161-41a6-99e7-2327555c8114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:54.498520 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-27cb2486-6161-41a6-99e7-2327555c8114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:54.499843 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-27cb2486-6161-41a6-99e7-2327555c8114 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a85f42b4-417d-4038-aa92-77c2254b8298 HTTP/1.1" status: 204 len: 168 time: 0.2840700 Sep 15 09:02:54.584289 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adef42-cab3-4450-9ea8-6147c519d753 req-e17f58a6-dcf4-4576-9ea5-f8bc06d2a074 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:54.585755 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-36adef42-cab3-4450-9ea8-6147c519d753 req-e17f58a6-dcf4-4576-9ea5-f8bc06d2a074 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1439276 Sep 15 09:02:54.724761 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92d68c40-ccae-4613-9048-d971081b7c01 req-b271de25-9b35-4319-87ab-d543eab3ee9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f168b6f24dc4d93824606ca9470fea0&device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 1096 time: 0.0798826 Sep 15 09:02:54.801828 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92d68c40-ccae-4613-9048-d971081b7c01 req-d0280761-24dc-4bca-adc0-63a760ca75d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb HTTP/1.1" status: 200 len: 217 time: 0.0626431 Sep 15 09:02:54.868930 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d68c40-ccae-4613-9048-d971081b7c01 req-7982dca3-6cf7-4572-934d-a2eb9c442114 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:54.870411 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92d68c40-ccae-4613-9048-d971081b7c01 req-7982dca3-6cf7-4572-934d-a2eb9c442114 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c69077b5-d8c6-4f9f-8dc8-1e62fce814b7 HTTP/1.1" status: 200 len: 855 time: 0.0615554 Sep 15 09:02:54.946876 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92d68c40-ccae-4613-9048-d971081b7c01 req-d3c24760-ed1a-4eb5-ae41-d2edbf800911 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dee31690-1b17-41a7-9226-bbc0b9faff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702236 Sep 15 09:02:55.084876 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92d68c40-ccae-4613-9048-d971081b7c01 req-c72eb915-1dab-4f2d-86d7-41de0e63b5e2 service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311107 Sep 15 09:02:55.241993 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-92d68c40-ccae-4613-9048-d971081b7c01 req-d1c1031a-4b5d-4f03-b5c7-a7e487b585bd service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424263 Sep 15 09:02:55.569700 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ed315-0425-4a7e-bfe3-09800f2886b1 req-1f23c0ab-9e43-43e7-acfa-27a62584fe6c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:55.572192 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d70ed315-0425-4a7e-bfe3-09800f2886b1 req-1f23c0ab-9e43-43e7-acfa-27a62584fe6c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.0975645 Sep 15 09:02:55.622051 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d70ed315-0425-4a7e-bfe3-09800f2886b1 req-49f65fd9-a497-4792-bf97-ced17e95e8ba tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438061 Sep 15 09:02:56.833939 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b1fbe-15d6-4a6b-89cf-500157e23562 req-c0d8c9a2-d997-413e-a94d-8c65f701ca72 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:56.835332 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-499b1fbe-15d6-4a6b-89cf-500157e23562 req-c0d8c9a2-d997-413e-a94d-8c65f701ca72 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.0783672 Sep 15 09:02:56.880484 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-499b1fbe-15d6-4a6b-89cf-500157e23562 req-a992227b-009b-42bf-9782-3902f276a730 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394995 Sep 15 09:02:57.808621 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device e9ff7f1c-60ef-492f-a949-c6144ac7bdcb details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:02:57.941741 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:02:57.956939 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'port_id': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb', 'mac_address': 'fa:16:3e:67:41:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:02:58.011196 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:58.029055 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ff7f1c-60ef-492f-a949-c6144ac7bdcb {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:02:58.044235 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:02:58.100796 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2fb81-a3a5-4515-bea1-e1170797926c req-90448346-3e0a-4949-8630-37e2ed5267b7 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:58.100796 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a4f2fb81-a3a5-4515-bea1-e1170797926c req-90448346-3e0a-4949-8630-37e2ed5267b7 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.0795088 Sep 15 09:02:58.111500 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:02:58.116068 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:02:58.151164 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a4f2fb81-a3a5-4515-bea1-e1170797926c req-aa9a10ea-7655-4f3e-9fef-9ca6b19e1175 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463748 Sep 15 09:02:58.200530 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:02:58.208692 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:58.209026 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:58.209352 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:58.209673 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:58.209990 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:58.210338 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:58.210651 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:58.210989 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:58.211298 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:58.211608 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:58.211914 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:02:58.215657 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:02:59.369166 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19e52a-dd27-403b-a8d4-1b5b5c581a16 req-f81d6b12-4195-4e8e-83be-04c6af00b929 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:02:59.370635 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5d19e52a-dd27-403b-a8d4-1b5b5c581a16 req-f81d6b12-4195-4e8e-83be-04c6af00b929 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 944 time: 0.0770102 Sep 15 09:02:59.418838 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5d19e52a-dd27-403b-a8d4-1b5b5c581a16 req-86c52a80-bd60-4261-8378-0e0b5553f794 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400295 Sep 15 09:03:00.632092 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13ab50-26a5-45f6-bcbb-5c2db0bf1f44 req-f7395c98-cc73-4cee-b62f-3a35988cfcc2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:00.633567 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5b13ab50-26a5-45f6-bcbb-5c2db0bf1f44 req-f7395c98-cc73-4cee-b62f-3a35988cfcc2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 944 time: 0.0838635 Sep 15 09:03:00.677838 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5b13ab50-26a5-45f6-bcbb-5c2db0bf1f44 req-52c767b3-0d69-4d4a-8c1f-22fb5fa82fce tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388966 Sep 15 09:03:01.205063 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['e9ff7f1c-60ef-492f-a949-c6144ac7bdcb'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:03:01.914549 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcef70e-a2a9-4474-a142-11398242f7c4 req-52f90738-5b3a-4b7d-bb6c-0cc8db0269b1 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:01.916112 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2dcef70e-a2a9-4474-a142-11398242f7c4 req-52f90738-5b3a-4b7d-bb6c-0cc8db0269b1 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 944 time: 0.0918679 Sep 15 09:03:01.972687 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2dcef70e-a2a9-4474-a142-11398242f7c4 req-22f9fa37-3dc2-4b6e-9edf-4d0af0640dd0 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504577 Sep 15 09:03:01.997591 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3827f-ce1b-4662-b12e-44e098839a8d req-d4651adc-4cfd-4702-8c11-a680954aa02c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:01.999100 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-70d3827f-ce1b-4662-b12e-44e098839a8d req-d4651adc-4cfd-4702-8c11-a680954aa02c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0887392 Sep 15 09:03:02.052688 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-70d3827f-ce1b-4662-b12e-44e098839a8d req-b98eca71-6274-4b46-9e57-142ddbeee60a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443118 Sep 15 09:03:03.185773 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae1135-cd38-464c-a774-9a5ef42463b0 req-79eb24ad-bdd5-4e41-9cf0-67a15bfcfe20 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:03.187257 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dcae1135-cd38-464c-a774-9a5ef42463b0 req-79eb24ad-bdd5-4e41-9cf0-67a15bfcfe20 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 944 time: 0.0783153 Sep 15 09:03:03.235416 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dcae1135-cd38-464c-a774-9a5ef42463b0 req-1d75d9e5-3b85-4b31-83f0-d4e6c4aa37c2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424838 Sep 15 09:03:03.253057 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29c8e1-6345-4d85-9f09-b47bbd1f6923 req-7fc0f5f0-061d-4f83-ad0a-ad149e5be453 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:03.254532 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5e29c8e1-6345-4d85-9f09-b47bbd1f6923 req-7fc0f5f0-061d-4f83-ad0a-ad149e5be453 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0794947 Sep 15 09:03:03.300723 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5e29c8e1-6345-4d85-9f09-b47bbd1f6923 req-18347e93-2889-4d6a-9558-67e40934d502 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395675 Sep 15 09:03:04.223784 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:04.497757 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab6377-b149-41b6-94bb-d86485e8815d req-e1767ea0-bf91-42f6-9339-017f7c27b132 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:04.499338 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6eab6377-b149-41b6-94bb-d86485e8815d req-e1767ea0-bf91-42f6-9339-017f7c27b132 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 944 time: 0.1291907 Sep 15 09:03:04.512628 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c98ea4-600d-4ea0-96c4-71518ae33756 req-3aed2544-82d5-4a71-9b53-14269b3bd7b3 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:04.517619 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-76c98ea4-600d-4ea0-96c4-71518ae33756 req-3aed2544-82d5-4a71-9b53-14269b3bd7b3 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0911682 Sep 15 09:03:04.549317 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6eab6377-b149-41b6-94bb-d86485e8815d req-de9693f4-bd5f-43e3-9b7f-a04a369aef63 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438008 Sep 15 09:03:04.643668 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-76c98ea4-600d-4ea0-96c4-71518ae33756 req-98b835a6-d1d2-4070-85af-91e6b4b45105 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237650 Sep 15 09:03:05.769722 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f142979-28b2-45ca-a948-6072720d385b req-71b6ae63-870c-40ac-b035-781d2e781f58 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:05.771198 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8f142979-28b2-45ca-a948-6072720d385b req-71b6ae63-870c-40ac-b035-781d2e781f58 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 944 time: 0.0862880 Sep 15 09:03:05.818614 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8f142979-28b2-45ca-a948-6072720d385b req-3924bc25-4d17-4da1-b820-4a88b6544b75 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408599 Sep 15 09:03:06.033273 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-a17c0bec-8298-4afa-b701-0e69bc69fe95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:06.072484 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb085e-2254-4ffa-b945-af876dc7c8f9 req-6ac34e74-53d4-4d82-abec-41ffc08d00fe tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:06.074530 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ccdb085e-2254-4ffa-b945-af876dc7c8f9 req-6ac34e74-53d4-4d82-abec-41ffc08d00fe tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0810344 Sep 15 09:03:06.129350 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ccdb085e-2254-4ffa-b945-af876dc7c8f9 req-1c2caff3-c280-4754-97de-9f7a5babd311 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485668 Sep 15 09:03:06.138699 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device e9ff7f1c-60ef-492f-a949-c6144ac7bdcb up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:03:06.272646 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:03:06.277686 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:03:06.278058 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:06.396398 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:06.424218 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:03:06.437494 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:03:06.464220 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098584b5-6a5e-46ab-a3e3-738fbe119abf req-bb7db208-8d75-4b76-9d6b-b43af8b858c5 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:06.467334 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-098584b5-6a5e-46ab-a3e3-738fbe119abf req-bb7db208-8d75-4b76-9d6b-b43af8b858c5 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.20 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0997415 Sep 15 09:03:06.494140 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb', 'code': 200} Sep 15 09:03:06.519307 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:06.521267 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:06.538289 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-098584b5-6a5e-46ab-a3e3-738fbe119abf req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Deleting port afdabbd5-43b9-4136-8495-2bdae211bde3 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:03:06.538619 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-098584b5-6a5e-46ab-a3e3-738fbe119abf req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:06.559795 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:06.595703 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:06.598813 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:06.821672 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-098584b5-6a5e-46ab-a3e3-738fbe119abf req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] For port afdabbd5-43b9-4136-8495-2bdae211bde3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=afdabbd5-43b9-4136-8495-2bdae211bde3,segment=NetworkSegment(78ca8c3b-1126-41fe-ae79-2dbb854e5a16),segment_id=78ca8c3b-1126-41fe-ae79-2dbb854e5a16)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:03:06.822025 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-098584b5-6a5e-46ab-a3e3-738fbe119abf req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:07.274913 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635ada4-c0ba-46ca-ad8a-a819f167e618 req-cd8114f6-7a25-4f96-b36f-43a12e4f297c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:07.282304 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d635ada4-c0ba-46ca-ad8a-a819f167e618 req-cd8114f6-7a25-4f96-b36f-43a12e4f297c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.2726676 Sep 15 09:03:07.305759 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 44682) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:07.310650 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-098584b5-6a5e-46ab-a3e3-738fbe119abf req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:07.311020 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-098584b5-6a5e-46ab-a3e3-738fbe119abf req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:07.311333 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.l3_db [req-098584b5-6a5e-46ab-a3e3-738fbe119abf req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Floating IP 761e8801-39c1-4ac9-ba1f-c450d8ab85f1 disassociated. External IP: 172.27.1.212, port: afdabbd5-43b9-4136-8495-2bdae211bde3. Sep 15 09:03:07.311666 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-098584b5-6a5e-46ab-a3e3-738fbe119abf req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Calling delete_port for afdabbd5-43b9-4136-8495-2bdae211bde3 owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:03:07.353123 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9f4ae-d62d-42cf-8b9d-c15e62c28a99 req-097c3653-b249-4f70-a5f7-9c279461f015 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:07.355144 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ebd9f4ae-d62d-42cf-8b9d-c15e62c28a99 req-097c3653-b249-4f70-a5f7-9c279461f015 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 946 time: 0.0812018 Sep 15 09:03:07.392229 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8d7b48d3-de63-44e8-8ab4-874c03dcb9d8 req-047edcc7-e3af-40c0-ae55-0da00a6053cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 1098 time: 0.4910383 Sep 15 09:03:07.401190 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ebd9f4ae-d62d-42cf-8b9d-c15e62c28a99 req-490e9056-2a66-4ccc-b3a6-1fa7f18a0552 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a85c6-d8e7-4e50-8932-41c5632c47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402982 Sep 15 09:03:07.436558 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d635ada4-c0ba-46ca-ad8a-a819f167e618 req-5b964808-b11d-4b40-a9b3-976a0e14cca8 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534843 Sep 15 09:03:07.513749 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8d7b48d3-de63-44e8-8ab4-874c03dcb9d8 req-27e981a5-edb4-4d79-a703-15121b86e1cb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130285 Sep 15 09:03:07.539919 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-92c23abb-e303-4211-a593-a304761c0d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:07.571686 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-92c23abb-e303-4211-a593-a304761c0d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:03:07.576311 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-92c23abb-e303-4211-a593-a304761c0d8a admin admin] Usage tracker for resource:security_group_rule and tenant:24918ace0cf24088a1c393c27978b877 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:03:07.579277 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-92c23abb-e303-4211-a593-a304761c0d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:03:07.584902 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-92c23abb-e303-4211-a593-a304761c0d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:03:07.649536 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-92c23abb-e303-4211-a593-a304761c0d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:07.692390 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-098584b5-6a5e-46ab-a3e3-738fbe119abf req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:07.698249 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:07.743010 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event deleted for resources: {'Port': ['ID=afdabbd5-43b9-4136-8495-2bdae211bde3,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:07.758009 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:07.758313 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:07.758659 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:07.759005 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:07.759430 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:07.759770 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:07.760067 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:07.760415 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:07.760733 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:07.761060 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:07.761387 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:07.771661 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:07.771661 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-92c23abb-e303-4211-a593-a304761c0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:07.773112 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1f9636b7-4031-46ce-b50a-6877e43103fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:07.873839 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c23abb-e303-4211-a593-a304761c0d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402b1b6a-591a-4a7b-ad78-16c062b13175,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:07.881446 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-92c23abb-e303-4211-a593-a304761c0d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:07.885659 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-92c23abb-e303-4211-a593-a304761c0d8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=24918ace0cf24088a1c393c27978b877&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5454266 Sep 15 09:03:07.888570 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44688) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:07.953552 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:07.981611 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:08.015590 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-098584b5-6a5e-46ab-a3e3-738fbe119abf req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:03:08.127363 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:08.140484 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-1d66300b-81b3-410d-b276-c97f7f55178c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:08.168239 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:08.174459 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/402b1b6a-591a-4a7b-ad78-16c062b13175 HTTP/1.1" status: 204 len: 168 time: 0.2848482 Sep 15 09:03:08.184894 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402b1b6a-591a-4a7b-ad78-16c062b13175,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:08.197018 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:08.197865 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:08.198556 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:08.199146 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:08.199732 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:08.201045 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:08.201613 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:08.202209 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:08.202779 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:08.203326 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:08.203903 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:03:08.207868 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:08.301345 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-e7b4e41b-6f67-47b3-aebc-d2748b2d88ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:08.405598 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-098584b5-6a5e-46ab-a3e3-738fbe119abf req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:03:08.416043 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147dffea-a579-43f7-b8ef-f15dcf0b093e None None] Sync routers for ids ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:03:08.429472 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147dffea-a579-43f7-b8ef-f15dcf0b093e None None] Routers {'ddccbcd1-28f6-46b8-94f0-ed9334b446c9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:03:08.430296 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-147dffea-a579-43f7-b8ef-f15dcf0b093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:03:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:03:08.495969 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-098584b5-6a5e-46ab-a3e3-738fbe119abf req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] No DVR routers for this DVR port afdabbd5-43b9-4136-8495-2bdae211bde3 on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:03:08.499774 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-098584b5-6a5e-46ab-a3e3-738fbe119abf req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:08.520461 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661af67d-f3ef-4c65-bcb6-a51b229ddbf0', 'name': 'network-vif-deleted', 'tag': 'afdabbd5-43b9-4136-8495-2bdae211bde3'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:03:08.634988 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f283e2f5-6c10-487b-a877-c40c933c830f req-ab0ea7eb-02d1-436b-84c2-281371660fa7 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 210 time: 0.0959578 Sep 15 09:03:08.672958 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-098584b5-6a5e-46ab-a3e3-738fbe119abf req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.20 "DELETE /v2.0/ports/afdabbd5-43b9-4136-8495-2bdae211bde3 HTTP/1.1" status: 204 len: 173 time: 2.1975055 Sep 15 09:03:08.744712 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-147dffea-a579-43f7-b8ef-f15dcf0b093e None None] Set router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:03:08.763867 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661af67d-f3ef-4c65-bcb6-a51b229ddbf0', 'name': 'network-vif-deleted', 'tag': 'afdabbd5-43b9-4136-8495-2bdae211bde3', 'status': 'completed', 'code': 200} Sep 15 09:03:09.105399 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-147dffea-a579-43f7-b8ef-f15dcf0b093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:58Z', 'revision_number': 4, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '3bd06912-67fb-4005-8ed1-9705fc882185', 'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'mac_address': 'fa:16:3e:40:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:55Z', 'updated_at': '2021-09-15T08:58:34Z', 'revision_number': 5, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'subnets': [{'id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:03:09.109193 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147dffea-a579-43f7-b8ef-f15dcf0b093e None None] Checking router: ddccbcd1-28f6-46b8-94f0-ed9334b446c9 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:03:09.115988 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222bceff-93d4-4d4f-bc1c-7bd9dcf6cde3 req-dc152821-b3c8-4db4-a797-1841dd936f6b tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:09.117933 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-222bceff-93d4-4d4f-bc1c-7bd9dcf6cde3 req-dc152821-b3c8-4db4-a797-1841dd936f6b tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0869815 Sep 15 09:03:09.120973 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147dffea-a579-43f7-b8ef-f15dcf0b093e None None] Routers {'ddccbcd1-28f6-46b8-94f0-ed9334b446c9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:03:09.121579 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-147dffea-a579-43f7-b8ef-f15dcf0b093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:03:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:03:09.174975 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-222bceff-93d4-4d4f-bc1c-7bd9dcf6cde3 req-7ff56485-49be-4c02-bc51-0c9ae43f061a tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498598 Sep 15 09:03:09.335294 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-147dffea-a579-43f7-b8ef-f15dcf0b093e None None] Set router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:03:09.392895 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cb3dd-4909-461d-8dbc-45ffa243e994 req-32aa9c16-d898-4939-aa78-196df362d15c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:09.394412 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b87cb3dd-4909-461d-8dbc-45ffa243e994 req-32aa9c16-d898-4939-aa78-196df362d15c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0864239 Sep 15 09:03:09.398771 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:09.404870 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44714) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:09.411233 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-10e94107-6459-4eb1-92c0-a37dba2be46c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Request body: {'floatingip': {'port_id': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:03:09.486173 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-10e94107-6459-4eb1-92c0-a37dba2be46c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for floatingip, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:09.674822 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-147dffea-a579-43f7-b8ef-f15dcf0b093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:58Z', 'revision_number': 4, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '3bd06912-67fb-4005-8ed1-9705fc882185', 'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'mac_address': 'fa:16:3e:40:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:55Z', 'updated_at': '2021-09-15T08:58:34Z', 'revision_number': 5, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'subnets': [{'id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:03:09.681733 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147dffea-a579-43f7-b8ef-f15dcf0b093e None None] The sync data for ids ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'] in dv-cinder-806008-2-iscsi is: [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:58Z', 'revision_number': 4, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '3bd06912-67fb-4005-8ed1-9705fc882185', 'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'mac_address': 'fa:16:3e:40:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:55Z', 'updated_at': '2021-09-15T08:58:34Z', 'revision_number': 5, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'subnets': [{'id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:03:09.936120 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-42be80a6-81ae-40ac-bd5d-56da34ab9b87 req-70ebfec6-0c35-4549-a304-4b1cddf227d4 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Synchronizing usage tracker for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:03:09.993613 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85956d4f-ab78-4b73-b994-fc4370bb3532 None None] New status for floating IP 761e8801-39c1-4ac9-ba1f-c450d8ab85f1: DOWN {{(pid=75829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 09:03:10.063572 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-42be80a6-81ae-40ac-bd5d-56da34ab9b87 req-70ebfec6-0c35-4549-a304-4b1cddf227d4 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Unset dirty status for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:03:10.064781 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-42be80a6-81ae-40ac-bd5d-56da34ab9b87 req-70ebfec6-0c35-4549-a304-4b1cddf227d4 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=661af67d-f3ef-4c65-bcb6-a51b229ddbf0 HTTP/1.1" status: 200 len: 210 time: 0.2076476 Sep 15 09:03:10.177509 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device afdabbd5-43b9-4136-8495-2bdae211bde3 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:03:10.227576 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: afdabbd5-43b9-4136-8495-2bdae211bde3 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:03:10.227956 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device afdabbd5-43b9-4136-8495-2bdae211bde3 not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:03:10.327169 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 44726) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:10.407367 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-10e94107-6459-4eb1-92c0-a37dba2be46c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:10.472298 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-10e94107-6459-4eb1-92c0-a37dba2be46c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:10.483742 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f60774de-c006-498c-92b5-aa3fb30a4397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:10.517238 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-f60774de-c006-498c-92b5-aa3fb30a4397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:03:10.521068 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-f60774de-c006-498c-92b5-aa3fb30a4397 admin admin] Usage tracker for resource:security_group_rule and tenant:bddefa2419ef4cbca5756f8659ef18d7 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:03:10.523900 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-f60774de-c006-498c-92b5-aa3fb30a4397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:03:10.530103 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-f60774de-c006-498c-92b5-aa3fb30a4397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:03:10.599412 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f60774de-c006-498c-92b5-aa3fb30a4397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:10.664862 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.l3_db [None req-10e94107-6459-4eb1-92c0-a37dba2be46c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Floating IP acfadd60-4fae-4ed9-9e55-c50f4c6ff349 associated. External IP: 172.27.1.149, port: e9ff7f1c-60ef-492f-a949-c6144ac7bdcb. Sep 15 09:03:10.672447 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f60774de-c006-498c-92b5-aa3fb30a4397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:10.679104 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1f9ce171-05e6-4e31-b67c-336fee20a5e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:10.718580 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60774de-c006-498c-92b5-aa3fb30a4397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b294b4-bcd7-49db-b9db-eed25e5955b0,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:10.721515 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-f60774de-c006-498c-92b5-aa3fb30a4397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:10.730301 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-f60774de-c006-498c-92b5-aa3fb30a4397 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bddefa2419ef4cbca5756f8659ef18d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4019887 Sep 15 09:03:10.730423 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44734) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:10.809619 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:10.810716 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-96b507c5-e35c-4ce6-b802-9c9cabd16db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:10.893195 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-96b507c5-e35c-4ce6-b802-9c9cabd16db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:11.052570 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-96b507c5-e35c-4ce6-b802-9c9cabd16db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:11.057107 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-362e5c9c-5be2-4817-9ad7-43bcf6b1a97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:11.071498 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b507c5-e35c-4ce6-b802-9c9cabd16db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b294b4-bcd7-49db-b9db-eed25e5955b0,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:11.077799 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-96b507c5-e35c-4ce6-b802-9c9cabd16db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:11.080708 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-96b507c5-e35c-4ce6-b802-9c9cabd16db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:11.084141 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-96b507c5-e35c-4ce6-b802-9c9cabd16db2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6b294b4-bcd7-49db-b9db-eed25e5955b0 HTTP/1.1" status: 204 len: 168 time: 0.3504891 Sep 15 09:03:11.196213 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e94107-6459-4eb1-92c0-a37dba2be46c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Router 9279da42-9074-4c93-9f9c-105973375698 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:03:11.282622 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 44746) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:11.354003 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1cfd6cf9-d0e3-4816-8d26-7fee90ca0062 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:11.384789 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1cfd6cf9-d0e3-4816-8d26-7fee90ca0062 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:11.404720 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e94107-6459-4eb1-92c0-a37dba2be46c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:03:11.409622 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-10e94107-6459-4eb1-92c0-a37dba2be46c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:11.414609 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c3f276-2ed0-45c1-afa9-579eafc8c388 None None] Sync routers for ids ['9279da42-9074-4c93-9f9c-105973375698'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:03:11.437733 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c3f276-2ed0-45c1-afa9-579eafc8c388 None None] Routers {'9279da42-9074-4c93-9f9c-105973375698'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:03:11.438615 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-95c3f276-2ed0-45c1-afa9-579eafc8c388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:03:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9279da42-9074-4c93-9f9c-105973375698'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:03:11.480466 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-10e94107-6459-4eb1-92c0-a37dba2be46c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "PUT /v2.0/floatingips/acfadd60-4fae-4ed9-9e55-c50f4c6ff349 HTTP/1.1" status: 200 len: 991 time: 2.0745096 Sep 15 09:03:11.481304 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'tag': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:03:11.524137 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1cfd6cf9-d0e3-4816-8d26-7fee90ca0062 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:11.533228 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-86d81382-7e94-4b1e-848c-0e88db28133a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:11.552074 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd6cf9-d0e3-4816-8d26-7fee90ca0062 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23a85c6-d8e7-4e50-8932-41c5632c47ed,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:11.555346 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1cfd6cf9-d0e3-4816-8d26-7fee90ca0062 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:11.669880 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1cfd6cf9-d0e3-4816-8d26-7fee90ca0062 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:11.669880 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-1cfd6cf9-d0e3-4816-8d26-7fee90ca0062 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "DELETE /v2.0/security-groups/c23a85c6-d8e7-4e50-8932-41c5632c47ed HTTP/1.1" status: 204 len: 168 time: 0.3860426 Sep 15 09:03:11.672474 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44766) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:11.691460 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.api.v2.resource [None req-42448bcb-f6ce-41cd-bf66-81c0b7d490ef tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] show failed (client error): The resource could not be found. Sep 15 09:03:11.702170 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-42448bcb-f6ce-41cd-bf66-81c0b7d490ef tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups/c23a85c6-d8e7-4e50-8932-41c5632c47ed HTTP/1.1" status: 404 len: 347 time: 0.0191128 Sep 15 09:03:11.702470 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 44770) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:11.728010 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-95c3f276-2ed0-45c1-afa9-579eafc8c388 None None] Set router 9279da42-9074-4c93-9f9c-105973375698 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:03:11.734143 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'tag': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb', 'status': 'completed', 'code': 200} Sep 15 09:03:11.914649 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-4907fb49-ff85-4181-bf00-35d3e748b37c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Deleting port a0dcb105-896f-4ff4-ac83-c73ee3178497 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:03:11.914982 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4907fb49-ff85-4181-bf00-35d3e748b37c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:12.066333 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-116298df-2148-480a-a8d5-bd1e14cce9b0 req-1398840b-ef3a-4b91-91d2-f2011b8d978e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f168b6f24dc4d93824606ca9470fea0&device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 1098 time: 0.2676117 Sep 15 09:03:12.087425 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-95c3f276-2ed0-45c1-afa9-579eafc8c388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': 'acfadd60-4fae-4ed9-9e55-c50f4c6ff349', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': '9279da42-9074-4c93-9f9c-105973375698', 'port_id': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'mac_address': 'fa:16:3e:67:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:02:46Z', 'updated_at': '2021-09-15T09:03:10Z', 'revision_number': 1, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13229827-0414-4a3d-8f4e-892feee9cf94', 'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'mac_address': 'fa:16:3e:be:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:54Z', 'updated_at': '2021-09-15T08:58:28Z', 'revision_number': 5, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'subnets': [{'id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:03:12.091563 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c3f276-2ed0-45c1-afa9-579eafc8c388 None None] Checking router: 9279da42-9074-4c93-9f9c-105973375698 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:03:12.102146 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c3f276-2ed0-45c1-afa9-579eafc8c388 None None] Routers {'9279da42-9074-4c93-9f9c-105973375698'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:03:12.102752 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-95c3f276-2ed0-45c1-afa9-579eafc8c388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:03:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9279da42-9074-4c93-9f9c-105973375698'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:03:12.192558 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4907fb49-ff85-4181-bf00-35d3e748b37c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:12.192875 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4907fb49-ff85-4181-bf00-35d3e748b37c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:12.322357 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-95c3f276-2ed0-45c1-afa9-579eafc8c388 None None] Set router 9279da42-9074-4c93-9f9c-105973375698 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:03:12.328989 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-4907fb49-ff85-4181-bf00-35d3e748b37c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Calling delete_port for a0dcb105-896f-4ff4-ac83-c73ee3178497 owned by network:floatingip {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:03:12.393841 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116298df-2148-480a-a8d5-bd1e14cce9b0 req-d0e1c210-d258-40a0-951a-40bc9154ecda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:12.395313 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-116298df-2148-480a-a8d5-bd1e14cce9b0 req-d0e1c210-d258-40a0-951a-40bc9154ecda service neutron] 10.222.0.20 "GET /v2.0/networks?id=dee31690-1b17-41a7-9226-bbc0b9faff0c HTTP/1.1" status: 200 len: 917 time: 0.3221920 Sep 15 09:03:12.657813 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-116298df-2148-480a-a8d5-bd1e14cce9b0 req-4b9a2cc5-4c19-4c44-aa84-991fe5aa452b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb HTTP/1.1" status: 200 len: 999 time: 0.2549367 Sep 15 09:03:12.695538 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-95c3f276-2ed0-45c1-afa9-579eafc8c388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': 'acfadd60-4fae-4ed9-9e55-c50f4c6ff349', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': '9279da42-9074-4c93-9f9c-105973375698', 'port_id': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'mac_address': 'fa:16:3e:67:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:02:46Z', 'updated_at': '2021-09-15T09:03:10Z', 'revision_number': 1, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13229827-0414-4a3d-8f4e-892feee9cf94', 'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'mac_address': 'fa:16:3e:be:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:54Z', 'updated_at': '2021-09-15T08:58:28Z', 'revision_number': 5, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'subnets': [{'id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:03:12.706846 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c3f276-2ed0-45c1-afa9-579eafc8c388 None None] The sync data for ids ['9279da42-9074-4c93-9f9c-105973375698'] in dv-cinder-806008-2-iscsi is: [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': 'acfadd60-4fae-4ed9-9e55-c50f4c6ff349', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': '9279da42-9074-4c93-9f9c-105973375698', 'port_id': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'mac_address': 'fa:16:3e:67:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:02:46Z', 'updated_at': '2021-09-15T09:03:10Z', 'revision_number': 1, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13229827-0414-4a3d-8f4e-892feee9cf94', 'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'mac_address': 'fa:16:3e:be:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:54Z', 'updated_at': '2021-09-15T08:58:28Z', 'revision_number': 5, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'subnets': [{'id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:03:12.735387 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116298df-2148-480a-a8d5-bd1e14cce9b0 req-68a0c1af-76e2-4245-8eda-ed513259e082 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:12.736942 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-116298df-2148-480a-a8d5-bd1e14cce9b0 req-68a0c1af-76e2-4245-8eda-ed513259e082 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c69077b5-d8c6-4f9f-8dc8-1e62fce814b7 HTTP/1.1" status: 200 len: 855 time: 0.0714989 Sep 15 09:03:12.790768 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4907fb49-ff85-4181-bf00-35d3e748b37c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:12.809076 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-fb966ecb-8d15-4639-926c-34061ea5ac0a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:12.889479 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907fb49-ff85-4181-bf00-35d3e748b37c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event deleted for resources: {'Port': ['ID=a0dcb105-896f-4ff4-ac83-c73ee3178497,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:12.891818 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4907fb49-ff85-4181-bf00-35d3e748b37c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:12.940228 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac77e428-3b63-475d-8142-724ea3547130 None None] New status for floating IP acfadd60-4fae-4ed9-9e55-c50f4c6ff349: ACTIVE {{(pid=75829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 09:03:12.976571 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4907fb49-ff85-4181-bf00-35d3e748b37c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for floatingip, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:12.986886 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-116298df-2148-480a-a8d5-bd1e14cce9b0 req-aed81019-f28f-4c82-87ff-0b212873afd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dee31690-1b17-41a7-9226-bbc0b9faff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2403178 Sep 15 09:03:13.081926 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4907fb49-ff85-4181-bf00-35d3e748b37c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:13.083105 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-4907fb49-ff85-4181-bf00-35d3e748b37c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "DELETE /v2.0/floatingips/761e8801-39c1-4ac9-ba1f-c450d8ab85f1 HTTP/1.1" status: 204 len: 168 time: 1.3812122 Sep 15 09:03:13.163737 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-116298df-2148-480a-a8d5-bd1e14cce9b0 req-0cf93225-6d58-4c8c-bcfa-47f29a8fec0f service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696427 Sep 15 09:03:13.319102 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-116298df-2148-480a-a8d5-bd1e14cce9b0 req-2b8fba17-b183-4b0b-97bb-7c017d439a28 service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432691 Sep 15 09:03:13.392554 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44808) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:13.534130 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b0971865-1dee-4b68-98f8-c86091dd2e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:13.552704 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 44814) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:13.558442 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-8ef9701c-5e5b-46d4-bbe1-227d98fad033 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--962569642', 'description': 'tempest-description--675794551'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:03:13.564078 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8ef9701c-5e5b-46d4-bbe1-227d98fad033 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:03:13.565866 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-b0971865-1dee-4b68-98f8-c86091dd2e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:03:13.568107 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8ef9701c-5e5b-46d4-bbe1-227d98fad033 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Usage tracker for resource:security_group and tenant:1aadda57f2be49a592d2dc246c4ce0ed is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:03:13.569830 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-b0971865-1dee-4b68-98f8-c86091dd2e2d admin admin] Usage tracker for resource:security_group_rule and tenant:6a7295a33eda426e8e27f0d78c4fd673 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:03:13.570979 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8ef9701c-5e5b-46d4-bbe1-227d98fad033 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:03:13.572598 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-b0971865-1dee-4b68-98f8-c86091dd2e2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:03:13.576592 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8ef9701c-5e5b-46d4-bbe1-227d98fad033 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:03:13.579929 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-b0971865-1dee-4b68-98f8-c86091dd2e2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:03:13.641216 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b0971865-1dee-4b68-98f8-c86091dd2e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:13.709374 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8ef9701c-5e5b-46d4-bbe1-227d98fad033 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:13.739039 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b0971865-1dee-4b68-98f8-c86091dd2e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:13.745794 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8ef9701c-5e5b-46d4-bbe1-227d98fad033 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:03:13.747412 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-8816cb14-910f-4dd8-8633-82897a41202b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:13.749780 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8ef9701c-5e5b-46d4-bbe1-227d98fad033 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Usage tracker for resource:security_group_rule and tenant:1aadda57f2be49a592d2dc246c4ce0ed is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:03:13.752720 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8ef9701c-5e5b-46d4-bbe1-227d98fad033 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:03:13.759079 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8ef9701c-5e5b-46d4-bbe1-227d98fad033 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:03:13.791404 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0971865-1dee-4b68-98f8-c86091dd2e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f56d1cb-a149-4939-8f93-9a308f17d73e,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:13.795838 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-b0971865-1dee-4b68-98f8-c86091dd2e2d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a7295a33eda426e8e27f0d78c4fd673&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4023023 Sep 15 09:03:13.796726 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b0971865-1dee-4b68-98f8-c86091dd2e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:13.801270 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 44820) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:13.822697 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8ef9701c-5e5b-46d4-bbe1-227d98fad033 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:13.859396 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4f64267a-8359-4715-891f-203f00307049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:13.883833 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4f64267a-8359-4715-891f-203f00307049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:13.889785 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8ef9701c-5e5b-46d4-bbe1-227d98fad033 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:13.895440 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d4f70360-af3b-43a6-8334-626138d6cf0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:13.936714 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9701c-5e5b-46d4-bbe1-227d98fad033 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eda400-c544-4393-8154-c6af16845087,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:13.939340 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8ef9701c-5e5b-46d4-bbe1-227d98fad033 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:14.000922 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4f64267a-8359-4715-891f-203f00307049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:14.004818 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-96b507c5-e35c-4ce6-b802-9c9cabd16db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:14.012424 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8ef9701c-5e5b-46d4-bbe1-227d98fad033 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:14.013664 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-8ef9701c-5e5b-46d4-bbe1-227d98fad033 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4599586 Sep 15 09:03:14.017073 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 44826) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:14.018608 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64267a-8359-4715-891f-203f00307049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f56d1cb-a149-4939-8f93-9a308f17d73e,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:14.022293 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-4f64267a-8359-4715-891f-203f00307049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:14.022783 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-ada08dd0-e3db-4e0a-954e-0b07c4bab5cd tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Request body: {'security_group_rule': {'security_group_id': 'b5eda400-c544-4393-8154-c6af16845087', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:03:14.025830 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4f64267a-8359-4715-891f-203f00307049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:14.027635 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-4f64267a-8359-4715-891f-203f00307049 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f56d1cb-a149-4939-8f93-9a308f17d73e HTTP/1.1" status: 204 len: 168 time: 0.2251158 Sep 15 09:03:14.032334 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-ada08dd0-e3db-4e0a-954e-0b07c4bab5cd tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:03:14.036667 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-ada08dd0-e3db-4e0a-954e-0b07c4bab5cd tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Usage tracker for resource:security_group_rule and tenant:1aadda57f2be49a592d2dc246c4ce0ed is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:03:14.039761 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-ada08dd0-e3db-4e0a-954e-0b07c4bab5cd tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:03:14.045538 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-ada08dd0-e3db-4e0a-954e-0b07c4bab5cd tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:03:14.115679 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ada08dd0-e3db-4e0a-954e-0b07c4bab5cd tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:14.184472 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ada08dd0-e3db-4e0a-954e-0b07c4bab5cd tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:14.234841 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ada08dd0-e3db-4e0a-954e-0b07c4bab5cd tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:14.242694 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-a7415381-04db-451f-a118-b8a25e03f902 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:14.269156 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada08dd0-e3db-4e0a-954e-0b07c4bab5cd tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5daf8066-b358-4a8c-bc18-a98cbba6bc3b,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:14.274575 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ada08dd0-e3db-4e0a-954e-0b07c4bab5cd tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:14.358310 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ada08dd0-e3db-4e0a-954e-0b07c4bab5cd tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:14.359503 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-ada08dd0-e3db-4e0a-954e-0b07c4bab5cd tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3414173 Sep 15 09:03:14.362261 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 44836) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:14.367722 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-59f17565-c1b8-4687-a692-0b503b9de65d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Request body: {'security_group_rule': {'security_group_id': 'b5eda400-c544-4393-8154-c6af16845087', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:03:14.374055 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-59f17565-c1b8-4687-a692-0b503b9de65d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:03:14.377939 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-59f17565-c1b8-4687-a692-0b503b9de65d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Usage tracker for resource:security_group_rule and tenant:1aadda57f2be49a592d2dc246c4ce0ed is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:03:14.381083 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-59f17565-c1b8-4687-a692-0b503b9de65d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:03:14.387825 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-59f17565-c1b8-4687-a692-0b503b9de65d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:03:14.473995 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-59f17565-c1b8-4687-a692-0b503b9de65d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:14.535754 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-59f17565-c1b8-4687-a692-0b503b9de65d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:14.595335 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-59f17565-c1b8-4687-a692-0b503b9de65d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:14.597383 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:14.620599 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f17565-c1b8-4687-a692-0b503b9de65d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22acfdbf-9a56-4cd9-acc7-294146b26b2a,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:14.623199 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-59f17565-c1b8-4687-a692-0b503b9de65d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:14.698303 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-59f17565-c1b8-4687-a692-0b503b9de65d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:14.699537 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-59f17565-c1b8-4687-a692-0b503b9de65d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3363757 Sep 15 09:03:14.702603 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 44846) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:14.707718 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Request body: {'floatingip': {'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:03:14.712962 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:03:14.716703 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Usage tracker for resource:floatingip and tenant:1aadda57f2be49a592d2dc246c4ce0ed is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:03:14.719522 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:03:14.725089 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:03:14.823637 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for floatingip, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:14.958613 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:15.100078 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Allocated IP 172.27.1.173 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/1e31fab4-b1c5-407d-ac37-0611508cfeda) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:03:15.262653 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:15.337853 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:15.342878 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:15.404538 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:03:15.407371 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:03:15.411695 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:03:15.440716 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event updated for resources: {'Port': ['ID=1e31fab4-b1c5-407d-ac37-0611508cfeda,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:15.450721 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:15.567877 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:15.715236 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:16.027401 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:16.092457 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:16.096283 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c8ec4f6c-0501-418d-8a84-5388af5ac689 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:16.202699 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event updated for resources: {'Port': ['ID=1e31fab4-b1c5-407d-ac37-0611508cfeda,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:16.205452 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:16.215782 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:16.318257 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:16.319497 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6159079 Sep 15 09:03:16.549066 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-79be1b33-ab91-4008-b31c-c61fe6d3c778 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Synchronizing usage tracker for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:security_group {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:03:16.667039 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-79be1b33-ab91-4008-b31c-c61fe6d3c778 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Unset dirty status for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:security_group {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:03:16.668212 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-79be1b33-ab91-4008-b31c-c61fe6d3c778 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--962569642&fields=id&tenant_id=1aadda57f2be49a592d2dc246c4ce0ed HTTP/1.1" status: 200 len: 267 time: 0.1610951 Sep 15 09:03:16.812781 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-b9c6f669-4cc6-4172-b3b6-8b1ef6ca2469 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:16.814240 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-b9c6f669-4cc6-4172-b3b6-8b1ef6ca2469 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/networks?id=2a7d9519-adcd-45df-bd0a-0005f95484a0 HTTP/1.1" status: 200 len: 811 time: 0.1395555 Sep 15 09:03:16.829625 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-41ccb4d0-cfac-4651-9c2b-1cb616045dc7 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/quotas/1aadda57f2be49a592d2dc246c4ce0ed HTTP/1.1" status: 200 len: 375 time: 0.0101490 Sep 15 09:03:16.911363 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-14ef1945-f3ca-4a4f-a1f4-3d54498ecf51 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Synchronizing usage tracker for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:03:16.983285 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-14ef1945-f3ca-4a4f-a1f4-3d54498ecf51 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Unset dirty status for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:03:16.984664 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-14ef1945-f3ca-4a4f-a1f4-3d54498ecf51 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1aadda57f2be49a592d2dc246c4ce0ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1504967 Sep 15 09:03:17.140186 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-7192ac69-3c43-413d-8f3d-bb89fd4ad44a service neutron] 10.222.0.39 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429877 Sep 15 09:03:17.272651 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-71c33214-eb1a-4f26-a942-64e675898201 service neutron] 10.222.0.39 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281230 Sep 15 09:03:17.569829 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:03:17.572488 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b6984871-9abc-4754-bf23-31ecca1dd464 req-a9b069c8-d819-42a3-8fe5-29d880860344 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 210 time: 0.0556200 Sep 15 09:03:18.734725 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-72fa3d3f-56f0-44c0-8e3d-1412316763d9 req-c86543e3-99c9-46f4-b8cd-c91e8f0ac094 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 210 time: 0.0395055 Sep 15 09:03:19.131880 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 44924) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:19.271800 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6714-d182-436a-acc9-d2a4d2698475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:19.302469 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8c4b6714-d182-436a-acc9-d2a4d2698475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:03:19.310959 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8c4b6714-d182-436a-acc9-d2a4d2698475 admin admin] Usage tracker for resource:security_group_rule and tenant:a0d67ee11e29492fa3a02eb0828e83fb is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:03:19.313718 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8c4b6714-d182-436a-acc9-d2a4d2698475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:03:19.319296 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8c4b6714-d182-436a-acc9-d2a4d2698475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:03:19.381927 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6714-d182-436a-acc9-d2a4d2698475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:19.455094 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6714-d182-436a-acc9-d2a4d2698475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:19.462130 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b1841661-b418-4384-8f1f-2ebf28ceb0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:19.501913 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b6714-d182-436a-acc9-d2a4d2698475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d37bf5-ffb0-4f85-96a0-a1427ce75060,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:19.505772 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-8c4b6714-d182-436a-acc9-d2a4d2698475 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0d67ee11e29492fa3a02eb0828e83fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3729098 Sep 15 09:03:19.506626 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8c4b6714-d182-436a-acc9-d2a4d2698475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:19.508352 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 44930) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:19.565684 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2171e533-48f8-4da3-8ffa-1f214423cd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:19.603753 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2171e533-48f8-4da3-8ffa-1f214423cd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:19.731416 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2171e533-48f8-4da3-8ffa-1f214423cd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:19.734980 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-94a58ee4-15d7-4a9f-9503-e73479d9c4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:19.747781 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171e533-48f8-4da3-8ffa-1f214423cd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d37bf5-ffb0-4f85-96a0-a1427ce75060,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:19.753171 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-2171e533-48f8-4da3-8ffa-1f214423cd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:19.753171 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2171e533-48f8-4da3-8ffa-1f214423cd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:19.753727 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-2171e533-48f8-4da3-8ffa-1f214423cd6e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4d37bf5-ffb0-4f85-96a0-a1427ce75060 HTTP/1.1" status: 204 len: 168 time: 0.2442985 Sep 15 09:03:19.899111 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5ce77352-4f42-4bed-99c1-7096ed8ca8be req-d4ca4dfc-3f25-475d-be74-0c35d9f57a15 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 210 time: 0.0408008 Sep 15 09:03:21.060838 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-bf0c8e96-69e7-40aa-b24c-1581aacbcdd7 req-ebcfddbb-aab5-4404-a528-4d137bcf0b79 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 210 time: 0.0443182 Sep 15 09:03:22.225418 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f65bd995-9e30-4d38-8897-14d644026284 req-5c2dfaad-0dec-47b4-962d-6ea65ebe4b0b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 210 time: 0.0451326 Sep 15 09:03:22.507495 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-354e4552-a628-43eb-a843-36579e72086e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:22.508883 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-354e4552-a628-43eb-a843-36579e72086e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.20 "GET /v2.0/networks?id=2a7d9519-adcd-45df-bd0a-0005f95484a0 HTTP/1.1" status: 200 len: 811 time: 0.1427190 Sep 15 09:03:22.581414 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-200e2def-abfb-41ba-8557-74be45b9356f tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aadda57f2be49a592d2dc246c4ce0ed HTTP/1.1" status: 200 len: 379 time: 0.0394385 Sep 15 09:03:22.590786 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Request body: {'port': {'device_id': '6167b622-02e3-4984-a72d-7207ecf18083', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'admin_state_up': True, 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'security_groups': ['b5eda400-c544-4393-8154-c6af16845087']}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:03:22.724193 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:03:22.734323 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:03:22.829479 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Made reservation on behalf of 1aadda57f2be49a592d2dc246c4ce0ed for: {'port': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:03:22.832026 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:23.076243 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Allocated IP 172.20.0.9 (2a7d9519-adcd-45df-bd0a-0005f95484a0/16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c/359c3531-b0d1-46c7-b8ca-76ca44ed7e15) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:03:23.257242 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:23.273329 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Transition to ACTIVE for port object 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 will not be triggered until provisioned by entity DHCP. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:03:23.384031 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:23.393940 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-afa799f9-e0f5-42ba-837e-b512fddaff5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:23.484423 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event updated for resources: {'Port': ['ID=359c3531-b0d1-46c7-b8ca-76ca44ed7e15,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:23.487727 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Network 2a7d9519-adcd-45df-bd0a-0005f95484a0 is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:03:23.490315 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:03:23.492407 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:23.493749 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:03:23.558164 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9f28d-f279-471e-b95b-8cac5fbcc1be req-13664cc5-e1d7-4dc1-9785-464f4342d2f6 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:23.559639 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9bf9f28d-f279-471e-b95b-8cac5fbcc1be req-13664cc5-e1d7-4dc1-9785-464f4342d2f6 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 931 time: 0.2108691 Sep 15 09:03:23.568721 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:23.569323 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:23.631178 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9bf9f28d-f279-471e-b95b-8cac5fbcc1be req-729fb461-604a-48cb-84de-be29c6d65bc7 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5eda400-c544-4393-8154-c6af16845087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558205 Sep 15 09:03:23.692331 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1049204 Sep 15 09:03:23.710492 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Request body: {'port': {'device_id': '6167b622-02e3-4984-a72d-7207ecf18083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:03:23.818584 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:23.843774 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-6f1a5c73-7ea4-4fc1-9c39-0f2d81377652 None None] Provisioning for port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:03:23.848726 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-6f1a5c73-7ea4-4fc1-9c39-0f2d81377652 None None] Provisioning complete for port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:03:23.849116 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-6f1a5c73-7ea4-4fc1-9c39-0f2d81377652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:23.903038 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a5c73-7ea4-4fc1-9c39-0f2d81377652 None None] Port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:03:24.151607 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 {{(pid=75826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:03:24.159205 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:24.174646 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Transition to ACTIVE for port object 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 will not be triggered until provisioned by entity L2. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:03:24.246620 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:24.251355 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d3f19b3d-67a8-4f67-be39-65755ec2e9bb tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:24.369745 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Pushing event updated for resources: {'Port': ['ID=359c3531-b0d1-46c7-b8ca-76ca44ed7e15,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:24.374422 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:24.476434 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Attempting to bind port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:03:24.476759 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Attempting to bind port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '78ca8c3b-1126-41fe-ae79-2dbb854e5a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0'}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:03:24.477073 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Attempting to bind port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 on network 2a7d9519-adcd-45df-bd0a-0005f95484a0 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:03:24.483175 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 on network 2a7d9519-adcd-45df-bd0a-0005f95484a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 09:03:24.483485 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Attempting to bind port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 on network 2a7d9519-adcd-45df-bd0a-0005f95484a0 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:03:24.489471 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:03:24.489794 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Checking segment: {'id': '78ca8c3b-1126-41fe-ae79-2dbb854e5a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:03:24.490195 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Bound using segment: {'id': '78ca8c3b-1126-41fe-ae79-2dbb854e5a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0'} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:03:24.490607 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Bound port: 359c3531-b0d1-46c7-b8ca-76ca44ed7e15, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ca8c3b-1126-41fe-ae79-2dbb854e5a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0'}}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:03:24.490942 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:24.580847 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] For port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15, host hv-cinder-80600, cleared binding levels {{(pid=75826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:03:24.583826 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] For port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=359c3531-b0d1-46c7-b8ca-76ca44ed7e15,segment=NetworkSegment(78ca8c3b-1126-41fe-ae79-2dbb854e5a16),segment_id=78ca8c3b-1126-41fe-ae79-2dbb854e5a16)] {{(pid=75826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:03:24.646664 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:24.651756 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b313461c-ac87-4212-8584-5336db6f0d03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:24.715455 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:24.716798 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] 10.222.0.20 "PUT /v2.0/ports/359c3531-b0d1-46c7-b8ca-76ca44ed7e15 HTTP/1.1" status: 200 len: 1093 time: 1.0104570 Sep 15 09:03:24.717276 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6167b622-02e3-4984-a72d-7207ecf18083', 'tag': '359c3531-b0d1-46c7-b8ca-76ca44ed7e15'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:03:24.733318 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Pushing event updated for resources: {'Port': ['ID=359c3531-b0d1-46c7-b8ca-76ca44ed7e15,revision_number=3']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:24.736383 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:24.851672 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1591a1-eb6b-482c-b35e-6b191fdc89c5 req-f33c8d77-725c-429e-9654-2a34735b6af8 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:24.852407 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-5b1591a1-eb6b-482c-b35e-6b191fdc89c5 req-f33c8d77-725c-429e-9654-2a34735b6af8 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Synchronizing usage tracker for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:03:24.928502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-5b1591a1-eb6b-482c-b35e-6b191fdc89c5 req-f33c8d77-725c-429e-9654-2a34735b6af8 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Unset dirty status for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:03:24.929663 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5b1591a1-eb6b-482c-b35e-6b191fdc89c5 req-f33c8d77-725c-429e-9654-2a34735b6af8 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 943 time: 0.1671066 Sep 15 09:03:24.996121 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-cbfaf4c5-5018-4974-812b-7eb6041ea79e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1aadda57f2be49a592d2dc246c4ce0ed&device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 1096 time: 0.1098733 Sep 15 09:03:24.998246 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5b1591a1-eb6b-482c-b35e-6b191fdc89c5 req-afe9805d-f3f0-4a0a-9b13-7e1148d9815c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5eda400-c544-4393-8154-c6af16845087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569508 Sep 15 09:03:25.008051 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6167b622-02e3-4984-a72d-7207ecf18083', 'tag': '359c3531-b0d1-46c7-b8ca-76ca44ed7e15', 'status': 'completed', 'code': 200} Sep 15 09:03:25.091125 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-f130ccdd-2902-4e9e-ab52-92ee1cd034a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=359c3531-b0d1-46c7-b8ca-76ca44ed7e15 HTTP/1.1" status: 200 len: 217 time: 0.0632005 Sep 15 09:03:25.151151 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-8cc3bdbf-ca49-497f-a10f-3be6badde596 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:25.153123 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-8cc3bdbf-ca49-497f-a10f-3be6badde596 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c HTTP/1.1" status: 200 len: 850 time: 0.0559299 Sep 15 09:03:25.311020 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-f5e94294-2575-4ca6-bd25-b2fca955917a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a7d9519-adcd-45df-bd0a-0005f95484a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1515744 Sep 15 09:03:25.441131 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-d78f3e27-de5b-422a-a390-73c31b8fa1bf service neutron] 10.222.0.20 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233103 Sep 15 09:03:25.569960 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f411099-f05e-45d7-b8d3-b884b13f27fb req-e4c1b79d-4371-4b0c-bede-c93458a222e8 service neutron] 10.222.0.20 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230335 Sep 15 09:03:25.795340 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-691a4aa1-4d6b-493e-bb60-f818304e9cc5 req-0aa7085b-73aa-4709-a790-8e94ccd34778 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1aadda57f2be49a592d2dc246c4ce0ed&device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 1096 time: 0.0712471 Sep 15 09:03:25.924662 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a4aa1-4d6b-493e-bb60-f818304e9cc5 req-ce50e4c3-5174-4231-966b-43fe21f7c8f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:25.926121 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-691a4aa1-4d6b-493e-bb60-f818304e9cc5 req-ce50e4c3-5174-4231-966b-43fe21f7c8f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a7d9519-adcd-45df-bd0a-0005f95484a0 HTTP/1.1" status: 200 len: 912 time: 0.1242030 Sep 15 09:03:25.997892 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-691a4aa1-4d6b-493e-bb60-f818304e9cc5 req-45ea41dd-d29a-4a72-8d65-7e9b836f2dcf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=359c3531-b0d1-46c7-b8ca-76ca44ed7e15 HTTP/1.1" status: 200 len: 217 time: 0.0640371 Sep 15 09:03:26.065902 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a4aa1-4d6b-493e-bb60-f818304e9cc5 req-c3a5527b-f879-4e15-9a25-61743062230a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:26.067710 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-691a4aa1-4d6b-493e-bb60-f818304e9cc5 req-c3a5527b-f879-4e15-9a25-61743062230a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c HTTP/1.1" status: 200 len: 850 time: 0.0638926 Sep 15 09:03:26.218146 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-691a4aa1-4d6b-493e-bb60-f818304e9cc5 req-bebd3ebc-c8dc-46e2-a494-7febce6d4275 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a7d9519-adcd-45df-bd0a-0005f95484a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1422284 Sep 15 09:03:26.257962 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73d94f-ffa5-4447-a337-f19d173e748e req-27bc01de-6e30-41ca-90e0-ea38bd45e7e4 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:26.259397 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-db73d94f-ffa5-4447-a337-f19d173e748e req-27bc01de-6e30-41ca-90e0-ea38bd45e7e4 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 943 time: 0.1124668 Sep 15 09:03:26.381214 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-db73d94f-ffa5-4447-a337-f19d173e748e req-0d4e6f9a-bdd2-4472-86b9-a4043e0bd1ae tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5eda400-c544-4393-8154-c6af16845087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762172 Sep 15 09:03:26.397072 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-691a4aa1-4d6b-493e-bb60-f818304e9cc5 req-33e79e1c-a4f5-490d-affe-8a68e52f9faa service neutron] 10.222.0.20 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666222 Sep 15 09:03:26.525753 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-691a4aa1-4d6b-493e-bb60-f818304e9cc5 req-ec8444f0-e8ef-4415-8749-95b0ca029d35 service neutron] 10.222.0.20 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222346 Sep 15 09:03:27.574438 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4847d-a37c-42ff-af1e-2871c73c6fba req-2465b2e4-84db-47c1-b8a0-ae9f1c8aece0 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:27.575860 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c1e4847d-a37c-42ff-af1e-2871c73c6fba req-2465b2e4-84db-47c1-b8a0-ae9f1c8aece0 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 943 time: 0.0746584 Sep 15 09:03:27.620537 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c1e4847d-a37c-42ff-af1e-2871c73c6fba req-6215dfda-0aad-4a44-8b09-dd4896389ba6 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5eda400-c544-4393-8154-c6af16845087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392814 Sep 15 09:03:28.822999 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa4990-3338-4761-8e69-5813cd3e8109 req-eafd6944-a452-42e5-8567-e9c74c07837b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:28.824414 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b6fa4990-3338-4761-8e69-5813cd3e8109 req-eafd6944-a452-42e5-8567-e9c74c07837b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 943 time: 0.0772235 Sep 15 09:03:28.867432 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b6fa4990-3338-4761-8e69-5813cd3e8109 req-319e4036-df83-474f-a487-7478d9eab128 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5eda400-c544-4393-8154-c6af16845087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377536 Sep 15 09:03:29.408642 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:03:29.539133 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=359c3531-b0d1-46c7-b8ca-76ca44ed7e15,segment=NetworkSegment(78ca8c3b-1126-41fe-ae79-2dbb854e5a16),segment_id=78ca8c3b-1126-41fe-ae79-2dbb854e5a16)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:03:29.551691 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': '359c3531-b0d1-46c7-b8ca-76ca44ed7e15', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'port_id': '359c3531-b0d1-46c7-b8ca-76ca44ed7e15', 'mac_address': 'fa:16:3e:35:df:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:03:29.606322 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:29.622963 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:03:29.637723 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=359c3531-b0d1-46c7-b8ca-76ca44ed7e15,segment=NetworkSegment(78ca8c3b-1126-41fe-ae79-2dbb854e5a16),segment_id=78ca8c3b-1126-41fe-ae79-2dbb854e5a16)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:03:29.717793 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:29.720199 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:29.783423 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=359c3531-b0d1-46c7-b8ca-76ca44ed7e15,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:29.786390 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:30.041457 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['359c3531-b0d1-46c7-b8ca-76ca44ed7e15'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:03:30.062424 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade70c1c-b114-4516-a7ca-27450d37779a req-036d9fb1-7fd5-49b8-b00e-3a1eade16eac tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:30.063862 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ade70c1c-b114-4516-a7ca-27450d37779a req-036d9fb1-7fd5-49b8-b00e-3a1eade16eac tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 944 time: 0.0769408 Sep 15 09:03:30.113648 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ade70c1c-b114-4516-a7ca-27450d37779a req-c9bd8a25-3cfb-4f5d-9a44-d52dfb1dfff6 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5eda400-c544-4393-8154-c6af16845087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415814 Sep 15 09:03:31.311734 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe914c2-6044-4618-9e69-2894e4ba89b0 req-6a17cd8b-0cca-4a69-90a8-09f76ea55df0 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:31.313194 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fbe914c2-6044-4618-9e69-2894e4ba89b0 req-6a17cd8b-0cca-4a69-90a8-09f76ea55df0 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 944 time: 0.0792327 Sep 15 09:03:31.357040 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fbe914c2-6044-4618-9e69-2894e4ba89b0 req-50d0c2f9-9070-4e68-bece-729f1f3353ad tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5eda400-c544-4393-8154-c6af16845087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382690 Sep 15 09:03:32.275741 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:03:32.377066 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:03:32.381510 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:03:32.382895 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:32.495841 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:32.526681 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6167b622-02e3-4984-a72d-7207ecf18083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359c3531-b0d1-46c7-b8ca-76ca44ed7e15'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:03:32.537088 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=359c3531-b0d1-46c7-b8ca-76ca44ed7e15,segment=NetworkSegment(78ca8c3b-1126-41fe-ae79-2dbb854e5a16),segment_id=78ca8c3b-1126-41fe-ae79-2dbb854e5a16)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:03:32.563180 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebd6e6-6d2f-4254-bc61-b24a115bf0b9 req-fea79ddd-a476-433e-a719-ba1c1b227488 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:32.563180 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-56ebd6e6-6d2f-4254-bc61-b24a115bf0b9 req-fea79ddd-a476-433e-a719-ba1c1b227488 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 944 time: 0.0826135 Sep 15 09:03:32.612633 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-56ebd6e6-6d2f-4254-bc61-b24a115bf0b9 req-05bec56d-b5f0-471e-833b-fe306cd6ae58 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5eda400-c544-4393-8154-c6af16845087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433075 Sep 15 09:03:32.623036 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:32.625798 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-3a7a73c7-c0d0-4044-81f6-8ab2d6cac88b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:32.669257 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6167b622-02e3-4984-a72d-7207ecf18083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359c3531-b0d1-46c7-b8ca-76ca44ed7e15', 'code': 200} Sep 15 09:03:32.691753 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=359c3531-b0d1-46c7-b8ca-76ca44ed7e15,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:32.694714 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:33.173363 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f36ad7f9-6d70-451c-8386-d09cd6e31bae req-d8666caa-8f2a-47e1-9e28-a9ed6ba80613 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 1098 time: 0.1487033 Sep 15 09:03:33.216160 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f36ad7f9-6d70-451c-8386-d09cd6e31bae req-cc302222-c0c6-4446-9802-89b1abf15b01 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b5eda400-c544-4393-8154-c6af16845087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355952 Sep 15 09:03:33.812853 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a76b5-7d20-49fa-b364-4629de0719d0 req-b1834f1d-92fa-4f8b-9342-7fdb92a9c116 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:33.814331 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7f2a76b5-7d20-49fa-b364-4629de0719d0 req-b1834f1d-92fa-4f8b-9342-7fdb92a9c116 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 945 time: 0.0784614 Sep 15 09:03:33.859179 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7f2a76b5-7d20-49fa-b364-4629de0719d0 req-4734bc64-3a5d-4fc9-bf09-46d1c169282e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5eda400-c544-4393-8154-c6af16845087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392652 Sep 15 09:03:34.194396 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:35.054206 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857dab6-7602-484b-90e8-4aa1ecc1e3da req-54645a65-f423-4cbc-95ef-396fbb19641b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:35.055638 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b857dab6-7602-484b-90e8-4aa1ecc1e3da req-54645a65-f423-4cbc-95ef-396fbb19641b tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 945 time: 0.0756812 Sep 15 09:03:35.101146 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b857dab6-7602-484b-90e8-4aa1ecc1e3da req-9d7cc72b-9ea2-41fe-a0c4-f1ecc9dbad8a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5eda400-c544-4393-8154-c6af16845087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394578 Sep 15 09:03:35.295758 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8f823-9ccd-4c82-aef2-42d2bf5e59ef req-8f266f63-e40a-4d47-aeec-d20215aabc4c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:35.297269 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-85c8f823-9ccd-4c82-aef2-42d2bf5e59ef req-8f266f63-e40a-4d47-aeec-d20215aabc4c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 945 time: 0.0806446 Sep 15 09:03:35.305770 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45048) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:35.311192 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-f9980ec1-d749-492d-b650-3dd16c74deeb tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Request body: {'floatingip': {'port_id': '359c3531-b0d1-46c7-b8ca-76ca44ed7e15'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:03:35.472258 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f9980ec1-d749-492d-b650-3dd16c74deeb tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for floatingip, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:36.018779 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-39463bbe-6801-4e15-b3f0-5d0271a3194c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:36.095387 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f9980ec1-d749-492d-b650-3dd16c74deeb tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:36.157671 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f9980ec1-d749-492d-b650-3dd16c74deeb tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:36.354183 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.l3_db [None req-f9980ec1-d749-492d-b650-3dd16c74deeb tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Floating IP 6e550dce-d2a2-4872-8640-e35d44bd4f87 associated. External IP: 172.27.1.173, port: 359c3531-b0d1-46c7-b8ca-76ca44ed7e15. Sep 15 09:03:36.538385 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 45060) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:36.541217 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:36.685410 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1b557fa6-f82d-4814-bcfc-c2803ac2724c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:36.717472 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-1b557fa6-f82d-4814-bcfc-c2803ac2724c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:03:36.721315 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-1b557fa6-f82d-4814-bcfc-c2803ac2724c admin admin] Usage tracker for resource:security_group_rule and tenant:10e1d792d90440a798e56247fc2bc960 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:03:36.724194 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-1b557fa6-f82d-4814-bcfc-c2803ac2724c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:03:36.729792 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-1b557fa6-f82d-4814-bcfc-c2803ac2724c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:03:36.747559 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9980ec1-d749-492d-b650-3dd16c74deeb tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:03:36.797977 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1b557fa6-f82d-4814-bcfc-c2803ac2724c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:36.851296 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1b557fa6-f82d-4814-bcfc-c2803ac2724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:36.858586 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-92c23abb-e303-4211-a593-a304761c0d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:36.900458 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b557fa6-f82d-4814-bcfc-c2803ac2724c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd5c499-cc0d-4d38-8543-3f560115fa28,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:36.904589 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-1b557fa6-f82d-4814-bcfc-c2803ac2724c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10e1d792d90440a798e56247fc2bc960&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3651454 Sep 15 09:03:36.906216 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1b557fa6-f82d-4814-bcfc-c2803ac2724c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:36.907330 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 45066) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:36.977690 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e1651dec-b2d1-4f72-84f0-4cf03335193f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:37.007912 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e1651dec-b2d1-4f72-84f0-4cf03335193f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:37.043397 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9980ec1-d749-492d-b650-3dd16c74deeb tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:03:37.048432 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f9980ec1-d749-492d-b650-3dd16c74deeb tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:37.052395 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a21f4ee-1853-41fb-9a3b-483b5cc1c53a None None] Sync routers for ids ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:03:37.064379 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a21f4ee-1853-41fb-9a3b-483b5cc1c53a None None] Routers {'ddccbcd1-28f6-46b8-94f0-ed9334b446c9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:03:37.064975 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-0a21f4ee-1853-41fb-9a3b-483b5cc1c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:03:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:03:37.100598 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-f9980ec1-d749-492d-b650-3dd16c74deeb tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "PUT /v2.0/floatingips/6e550dce-d2a2-4872-8640-e35d44bd4f87 HTTP/1.1" status: 200 len: 991 time: 1.7937551 Sep 15 09:03:37.101400 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6167b622-02e3-4984-a72d-7207ecf18083', 'tag': '359c3531-b0d1-46c7-b8ca-76ca44ed7e15'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:03:37.150480 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e1651dec-b2d1-4f72-84f0-4cf03335193f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:37.155722 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b6fc43f2-a3e0-4c0f-9b12-928bb4199558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:37.171586 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6167b622-02e3-4984-a72d-7207ecf18083', 'tag': '359c3531-b0d1-46c7-b8ca-76ca44ed7e15', 'status': 'completed', 'code': 200} Sep 15 09:03:37.178842 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1651dec-b2d1-4f72-84f0-4cf03335193f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd5c499-cc0d-4d38-8543-3f560115fa28,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:37.188085 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e1651dec-b2d1-4f72-84f0-4cf03335193f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:37.192924 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e1651dec-b2d1-4f72-84f0-4cf03335193f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:37.192924 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-e1651dec-b2d1-4f72-84f0-4cf03335193f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bd5c499-cc0d-4d38-8543-3f560115fa28 HTTP/1.1" status: 204 len: 168 time: 0.2822974 Sep 15 09:03:37.279297 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-0a21f4ee-1853-41fb-9a3b-483b5cc1c53a None None] Set router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:03:37.301338 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-09d68e43-f1d1-4c32-9644-f0f875b25cd9 req-7e7952b7-d20c-4904-8d4f-2ad5f926a8af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1aadda57f2be49a592d2dc246c4ce0ed&device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 1098 time: 0.0854199 Sep 15 09:03:37.443829 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d68e43-f1d1-4c32-9644-f0f875b25cd9 req-73f57850-e432-4dba-b232-2feeccfbdd4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:37.445450 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-09d68e43-f1d1-4c32-9644-f0f875b25cd9 req-73f57850-e432-4dba-b232-2feeccfbdd4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a7d9519-adcd-45df-bd0a-0005f95484a0 HTTP/1.1" status: 200 len: 912 time: 0.1311705 Sep 15 09:03:37.560128 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-09d68e43-f1d1-4c32-9644-f0f875b25cd9 req-7f602c29-73f4-429a-ae15-f5d6be0327c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=359c3531-b0d1-46c7-b8ca-76ca44ed7e15 HTTP/1.1" status: 200 len: 999 time: 0.1080194 Sep 15 09:03:37.624224 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d68e43-f1d1-4c32-9644-f0f875b25cd9 req-de1f0b27-aeba-4e59-8548-24b6011146c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:37.626001 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-09d68e43-f1d1-4c32-9644-f0f875b25cd9 req-de1f0b27-aeba-4e59-8548-24b6011146c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c HTTP/1.1" status: 200 len: 850 time: 0.0595069 Sep 15 09:03:37.676668 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-0a21f4ee-1853-41fb-9a3b-483b5cc1c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:58Z', 'revision_number': 4, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '6e550dce-d2a2-4872-8640-e35d44bd4f87', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'port_id': '359c3531-b0d1-46c7-b8ca-76ca44ed7e15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'mac_address': 'fa:16:3e:35:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6167b622-02e3-4984-a72d-7207ecf18083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:03:15Z', 'updated_at': '2021-09-15T09:03:35Z', 'revision_number': 1, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd06912-67fb-4005-8ed1-9705fc882185', 'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'mac_address': 'fa:16:3e:40:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:55Z', 'updated_at': '2021-09-15T08:58:34Z', 'revision_number': 5, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'subnets': [{'id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:03:37.681008 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a21f4ee-1853-41fb-9a3b-483b5cc1c53a None None] Checking router: ddccbcd1-28f6-46b8-94f0-ed9334b446c9 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:03:37.691840 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a21f4ee-1853-41fb-9a3b-483b5cc1c53a None None] Routers {'ddccbcd1-28f6-46b8-94f0-ed9334b446c9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:03:37.692440 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-0a21f4ee-1853-41fb-9a3b-483b5cc1c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:03:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:03:37.708142 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-09d68e43-f1d1-4c32-9644-f0f875b25cd9 req-b704d7af-bcdf-42b0-b010-caa8793a3e72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a7d9519-adcd-45df-bd0a-0005f95484a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738254 Sep 15 09:03:37.842752 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-09d68e43-f1d1-4c32-9644-f0f875b25cd9 req-4353f6c3-6cad-4b13-b784-30d2fc890efa service neutron] 10.222.0.20 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265426 Sep 15 09:03:37.874221 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-0a21f4ee-1853-41fb-9a3b-483b5cc1c53a None None] Set router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:03:37.977979 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-09d68e43-f1d1-4c32-9644-f0f875b25cd9 req-d1c330c0-a591-46d4-b2d5-44f2718339dd service neutron] 10.222.0.20 "GET /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283319 Sep 15 09:03:38.234440 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-0a21f4ee-1853-41fb-9a3b-483b5cc1c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:58Z', 'revision_number': 4, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '6e550dce-d2a2-4872-8640-e35d44bd4f87', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'port_id': '359c3531-b0d1-46c7-b8ca-76ca44ed7e15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'mac_address': 'fa:16:3e:35:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6167b622-02e3-4984-a72d-7207ecf18083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:03:15Z', 'updated_at': '2021-09-15T09:03:35Z', 'revision_number': 1, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd06912-67fb-4005-8ed1-9705fc882185', 'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'mac_address': 'fa:16:3e:40:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:55Z', 'updated_at': '2021-09-15T08:58:34Z', 'revision_number': 5, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'subnets': [{'id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:03:38.238281 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a21f4ee-1853-41fb-9a3b-483b5cc1c53a None None] The sync data for ids ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'] in dv-cinder-806008-2-iscsi is: [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:58Z', 'revision_number': 4, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '6e550dce-d2a2-4872-8640-e35d44bd4f87', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'port_id': '359c3531-b0d1-46c7-b8ca-76ca44ed7e15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'mac_address': 'fa:16:3e:35:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6167b622-02e3-4984-a72d-7207ecf18083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:03:15Z', 'updated_at': '2021-09-15T09:03:35Z', 'revision_number': 1, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd06912-67fb-4005-8ed1-9705fc882185', 'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'mac_address': 'fa:16:3e:40:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:55Z', 'updated_at': '2021-09-15T08:58:34Z', 'revision_number': 5, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'subnets': [{'id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:03:38.295176 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-852a459d-275c-4e99-9403-66d33fe0ae66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:38.444198 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc898d7-27b6-434e-9df0-b168705c4a59 None None] New status for floating IP 6e550dce-d2a2-4872-8640-e35d44bd4f87: ACTIVE {{(pid=75829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 09:03:39.009208 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45106) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:39.146651 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ea27b120-1f66-443f-bdae-a3ba140489a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:39.181410 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-ea27b120-1f66-443f-bdae-a3ba140489a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:03:39.181410 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-ea27b120-1f66-443f-bdae-a3ba140489a1 admin admin] Usage tracker for resource:security_group_rule and tenant:89b35b53d4cc495b9876e788073c3f96 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:03:39.183470 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-ea27b120-1f66-443f-bdae-a3ba140489a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:03:39.189283 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-ea27b120-1f66-443f-bdae-a3ba140489a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:03:39.252217 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ea27b120-1f66-443f-bdae-a3ba140489a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:39.308899 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ea27b120-1f66-443f-bdae-a3ba140489a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:39.315958 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:39.358201 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27b120-1f66-443f-bdae-a3ba140489a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d5b24a-5cb1-4b58-99dd-5afe04bdc93d,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:39.362499 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-ea27b120-1f66-443f-bdae-a3ba140489a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89b35b53d4cc495b9876e788073c3f96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3523195 Sep 15 09:03:39.363344 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-ea27b120-1f66-443f-bdae-a3ba140489a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:39.365277 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 45112) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:03:39.365651 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:39.429377 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f869de0e-aebb-4fbd-a27a-093b00dc5423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:39.455201 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f869de0e-aebb-4fbd-a27a-093b00dc5423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:39.576801 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f869de0e-aebb-4fbd-a27a-093b00dc5423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:39.580490 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1b557fa6-f82d-4814-bcfc-c2803ac2724c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:03:39.594421 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869de0e-aebb-4fbd-a27a-093b00dc5423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d5b24a-5cb1-4b58-99dd-5afe04bdc93d,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:03:39.597862 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-f869de0e-aebb-4fbd-a27a-093b00dc5423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:03:39.600778 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f869de0e-aebb-4fbd-a27a-093b00dc5423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:39.602266 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-f869de0e-aebb-4fbd-a27a-093b00dc5423 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12d5b24a-5cb1-4b58-99dd-5afe04bdc93d HTTP/1.1" status: 204 len: 168 time: 0.2360435 Sep 15 09:03:40.805585 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:03:54.570570 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:03:55.119620 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12291b-f3e8-4bc9-af01-7503b9d51432 req-27f46237-34ef-41ba-aeb6-4c46bdba0827 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:55.121079 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ed12291b-f3e8-4bc9-af01-7503b9d51432 req-27f46237-34ef-41ba-aeb6-4c46bdba0827 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0769515 Sep 15 09:03:55.165883 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ed12291b-f3e8-4bc9-af01-7503b9d51432 req-0cbd786e-04ba-4d9a-8498-a085f8b668f7 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385830 Sep 15 09:03:56.377741 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366daba-1462-4763-9c3f-50bb00392576 req-73748060-c20b-418e-94d5-cf3ba964dc39 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:56.379176 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f366daba-1462-4763-9c3f-50bb00392576 req-73748060-c20b-418e-94d5-cf3ba964dc39 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0780401 Sep 15 09:03:56.422468 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f366daba-1462-4763-9c3f-50bb00392576 req-7e365325-a50b-4aeb-87b5-8a242356388a tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378566 Sep 15 09:03:57.627722 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5579849-0d86-4d89-9db1-05596395cdec req-42f64730-fda2-4244-b52c-2d02bac0293a tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:57.629145 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f5579849-0d86-4d89-9db1-05596395cdec req-42f64730-fda2-4244-b52c-2d02bac0293a tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0755107 Sep 15 09:03:57.672541 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f5579849-0d86-4d89-9db1-05596395cdec req-4819a546-b0e7-445a-bcba-8371bb7d9e03 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380244 Sep 15 09:03:58.893501 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3254511-003b-4270-b140-d1762c90ea85 req-06174e60-62a8-49b4-875f-a20ff5156876 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:03:58.894960 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a3254511-003b-4270-b140-d1762c90ea85 req-06174e60-62a8-49b4-875f-a20ff5156876 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0868633 Sep 15 09:03:58.939439 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a3254511-003b-4270-b140-d1762c90ea85 req-9b75e2b1-037d-49bc-93c7-3e8a3d4e6856 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391231 Sep 15 09:04:00.282491 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e11df6-7135-4ce7-b2b5-48812bffc713 req-7f7dc7ca-0310-41a5-8d80-9c021975b6f3 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:00.283955 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-98e11df6-7135-4ce7-b2b5-48812bffc713 req-7f7dc7ca-0310-41a5-8d80-9c021975b6f3 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0766094 Sep 15 09:04:00.328876 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-98e11df6-7135-4ce7-b2b5-48812bffc713 req-ba9d757e-4df9-45a2-b55c-42071d7fe788 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396001 Sep 15 09:04:01.538241 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147601a-1088-4d54-bff7-4ef4e7d03932 req-d7e6a162-eb0a-446c-b22b-e5f74f072526 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:01.539692 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9147601a-1088-4d54-bff7-4ef4e7d03932 req-d7e6a162-eb0a-446c-b22b-e5f74f072526 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0793781 Sep 15 09:04:01.584690 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9147601a-1088-4d54-bff7-4ef4e7d03932 req-25774991-2120-4145-abbe-2b69a26e7b51 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394676 Sep 15 09:04:02.791633 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeaac1c-779c-46ad-b119-8e11397442ad req-111c940e-0323-4a25-bc18-89bb09a8d9f6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:02.795464 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dfeaac1c-779c-46ad-b119-8e11397442ad req-111c940e-0323-4a25-bc18-89bb09a8d9f6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0745046 Sep 15 09:04:02.841480 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dfeaac1c-779c-46ad-b119-8e11397442ad req-1fa879fe-61f6-4af0-b4b7-ebfb6742b365 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427616 Sep 15 09:04:04.047408 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74aa1ea-76ff-43f7-9bc8-fb93f9ff9921 req-65fdafda-9ac1-41f2-b599-2c32ab827532 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:04.048769 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e74aa1ea-76ff-43f7-9bc8-fb93f9ff9921 req-65fdafda-9ac1-41f2-b599-2c32ab827532 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0751302 Sep 15 09:04:04.096201 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e74aa1ea-76ff-43f7-9bc8-fb93f9ff9921 req-9788a534-d2c1-438e-959e-27967bcd98b6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420682 Sep 15 09:04:04.216542 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:05.304793 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e03d8-4ef6-42ac-bfe8-f0a81216f6bf req-b67b988b-b49b-444d-908d-920a2964c59d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:05.367172 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a13e03d8-4ef6-42ac-bfe8-f0a81216f6bf req-b67b988b-b49b-444d-908d-920a2964c59d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0798883 Sep 15 09:04:05.367172 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a13e03d8-4ef6-42ac-bfe8-f0a81216f6bf req-7af320bc-0351-444c-b5a8-cf95e5a1b48c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398502 Sep 15 09:04:06.019708 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-1db5865a-ecf8-4ad3-9f23-cde428a9aa66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:06.562994 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec507495-3106-477f-80c4-debceec7ddb5 req-e1fe0a5e-18a0-405a-96d0-15e0b26cf464 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:06.564491 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ec507495-3106-477f-80c4-debceec7ddb5 req-e1fe0a5e-18a0-405a-96d0-15e0b26cf464 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0766690 Sep 15 09:04:06.565045 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:06.609859 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ec507495-3106-477f-80c4-debceec7ddb5 req-cb421278-e34f-46a2-8540-290380cbe946 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397458 Sep 15 09:04:07.824857 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c1978-1d53-42a1-97d8-88e771ccdb08 req-ad458aa3-0cc7-4bcd-a1a0-3d9df9c2b82d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:07.826341 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c70c1978-1d53-42a1-97d8-88e771ccdb08 req-ad458aa3-0cc7-4bcd-a1a0-3d9df9c2b82d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0848279 Sep 15 09:04:07.871930 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c70c1978-1d53-42a1-97d8-88e771ccdb08 req-7e9c5141-f9b5-44cd-a92d-b7b546b7bea3 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400796 Sep 15 09:04:08.276723 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-21affaf0-a2bb-4033-afd0-a4f831f6ec2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:08.430194 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device e9ff7f1c-60ef-492f-a949-c6144ac7bdcb details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:04:08.564836 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:04:08.592125 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'port_id': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb', 'mac_address': 'fa:16:3e:67:41:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:04:08.656861 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:08.674738 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9ff7f1c-60ef-492f-a949-c6144ac7bdcb {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:04:08.691146 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:04:08.774316 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:08.776294 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:04:08.851395 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,revision_number=6']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:04:08.860008 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:08.860565 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:08.860926 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:08.861226 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:08.861556 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:08.861871 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:08.862209 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:08.862823 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:08.863151 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:08.863525 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:08.864158 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:08.871904 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:04:08.950608 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['e9ff7f1c-60ef-492f-a949-c6144ac7bdcb'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:04:09.107867 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26014b4b-2ccd-4137-8783-5f51862e163e req-d7b5df72-a8c8-4b4c-81ab-04274dac27d9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:09.115312 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-26014b4b-2ccd-4137-8783-5f51862e163e req-d7b5df72-a8c8-4b4c-81ab-04274dac27d9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 944 time: 0.1020241 Sep 15 09:04:09.175194 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-26014b4b-2ccd-4137-8783-5f51862e163e req-0fac81d5-1a67-4cbd-a614-374d37033d36 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589592 Sep 15 09:04:09.382737 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:10.406793 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f77ac8-b886-4fde-877d-da6b723ed5c8 req-33beb1bf-d21b-4201-8128-6b20fbb36eb9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:10.419398 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-61f77ac8-b886-4fde-877d-da6b723ed5c8 req-33beb1bf-d21b-4201-8128-6b20fbb36eb9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 944 time: 0.0857608 Sep 15 09:04:10.447344 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device e9ff7f1c-60ef-492f-a949-c6144ac7bdcb up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:04:10.471394 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-61f77ac8-b886-4fde-877d-da6b723ed5c8 req-7af279a4-4dee-41ae-afb3-38c37c85003a tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563321 Sep 15 09:04:10.520633 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:04:10.521090 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:10.678112 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:10.707450 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:04:10.718196 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:04:10.780226 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb', 'code': 200} Sep 15 09:04:10.793688 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:10.795898 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-795d92a6-a660-400c-8e50-a5b46c4949a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:04:10.835203 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:10.874014 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,revision_number=7']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:04:10.877406 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:04:11.686547 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869fe17-744d-4763-9dcd-da953ce243a8 req-661bb529-569e-4cf8-9a5f-8ee15db0b3b4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:11.688011 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6869fe17-744d-4763-9dcd-da953ce243a8 req-661bb529-569e-4cf8-9a5f-8ee15db0b3b4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0821798 Sep 15 09:04:11.741509 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6869fe17-744d-4763-9dcd-da953ce243a8 req-9f041045-9461-4ce2-acb3-8b0980ae988f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479920 Sep 15 09:04:12.966524 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4874c15-3209-4b46-a336-088fac1bbaf9 req-7e5469f6-af6e-4136-bb78-302dab7dfca0 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:12.969995 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c4874c15-3209-4b46-a336-088fac1bbaf9 req-7e5469f6-af6e-4136-bb78-302dab7dfca0 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0846074 Sep 15 09:04:13.018065 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c4874c15-3209-4b46-a336-088fac1bbaf9 req-9ea1074c-bcdf-46c1-be9f-61db6c371234 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436163 Sep 15 09:04:14.257868 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582a405-f27c-4557-b291-9001267a875c req-3549f71a-61a4-4815-8f21-da2365d771db tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:14.259459 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f582a405-f27c-4557-b291-9001267a875c req-3549f71a-61a4-4815-8f21-da2365d771db tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0926557 Sep 15 09:04:14.309550 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f582a405-f27c-4557-b291-9001267a875c req-7a12cb2f-6327-4a19-8990-c6684de8526c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434272 Sep 15 09:04:15.536968 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9a122-849b-4553-ae81-0df46856dafc req-e77437f7-42a6-4ad3-95f6-16b109980280 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:15.538484 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9ea9a122-849b-4553-ae81-0df46856dafc req-e77437f7-42a6-4ad3-95f6-16b109980280 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0860500 Sep 15 09:04:15.590330 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9ea9a122-849b-4553-ae81-0df46856dafc req-5ebe18dc-fc6c-483f-9368-db88bd3bba4a tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428503 Sep 15 09:04:16.826158 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6cf1d-0981-4102-bc41-453216302411 req-df95cd04-cb72-4883-b0e8-e17e1054d072 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:16.830749 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2fb6cf1d-0981-4102-bc41-453216302411 req-df95cd04-cb72-4883-b0e8-e17e1054d072 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0952349 Sep 15 09:04:16.890856 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2fb6cf1d-0981-4102-bc41-453216302411 req-c1031813-46f9-496b-8552-caf7b2ac79d0 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543048 Sep 15 09:04:18.106995 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed1fb4-eca6-4cf2-a790-77b150ffa313 req-c8dbaa32-fac4-4596-8fcb-3058d5792fa9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:18.108905 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a6ed1fb4-eca6-4cf2-a790-77b150ffa313 req-c8dbaa32-fac4-4596-8fcb-3058d5792fa9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0788910 Sep 15 09:04:18.165310 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-a6ed1fb4-eca6-4cf2-a790-77b150ffa313 req-28bad2ab-82b3-4da1-bb75-653347339237 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490274 Sep 15 09:04:19.386692 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79ceca-19d3-4c2a-8bf1-b6148ad1d557 req-c320d23a-5047-4452-873a-88af27b63794 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:19.388035 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3b79ceca-19d3-4c2a-8bf1-b6148ad1d557 req-c320d23a-5047-4452-873a-88af27b63794 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0815668 Sep 15 09:04:19.437724 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-3b79ceca-19d3-4c2a-8bf1-b6148ad1d557 req-889e56a2-614e-45bf-a6ba-75f8a1976c9e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441411 Sep 15 09:04:20.655633 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3b263-8a14-44e3-8a06-13a529949111 req-9d9ba767-0f8b-449e-b6d1-513074ac58f8 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:20.657100 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f3c3b263-8a14-44e3-8a06-13a529949111 req-9d9ba767-0f8b-449e-b6d1-513074ac58f8 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0796926 Sep 15 09:04:20.703354 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0b0aca86-cf18-458d-8f67-2c7269f526f7 req-c08d1cd6-d14f-4ea9-8164-ef9ec4ceb051 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f168b6f24dc4d93824606ca9470fea0&device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 1098 time: 0.1621437 Sep 15 09:04:20.703951 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f3c3b263-8a14-44e3-8a06-13a529949111 req-e59b3816-b621-4996-ac8c-5c76c639d709 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411119 Sep 15 09:04:20.834264 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0aca86-cf18-458d-8f67-2c7269f526f7 req-41dcd0f2-189f-4770-b124-6eb5c66273e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:20.835624 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0b0aca86-cf18-458d-8f67-2c7269f526f7 req-41dcd0f2-189f-4770-b124-6eb5c66273e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dee31690-1b17-41a7-9226-bbc0b9faff0c HTTP/1.1" status: 200 len: 917 time: 0.1252244 Sep 15 09:04:20.938728 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0b0aca86-cf18-458d-8f67-2c7269f526f7 req-d2a2bf53-78aa-4a15-9e2c-ce3abdc6d943 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb HTTP/1.1" status: 200 len: 1001 time: 0.0960371 Sep 15 09:04:21.001973 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0aca86-cf18-458d-8f67-2c7269f526f7 req-9061ff5f-e5b1-421e-af05-574c09c1c0af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:21.003466 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0b0aca86-cf18-458d-8f67-2c7269f526f7 req-9061ff5f-e5b1-421e-af05-574c09c1c0af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c69077b5-d8c6-4f9f-8dc8-1e62fce814b7 HTTP/1.1" status: 200 len: 855 time: 0.0581925 Sep 15 09:04:21.087624 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0b0aca86-cf18-458d-8f67-2c7269f526f7 req-9068b834-52a7-4df5-8ad8-8c2c07134611 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dee31690-1b17-41a7-9226-bbc0b9faff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769806 Sep 15 09:04:21.222427 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0b0aca86-cf18-458d-8f67-2c7269f526f7 req-475db05f-c770-4d00-9578-09bbd9aae257 service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256461 Sep 15 09:04:21.352463 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0b0aca86-cf18-458d-8f67-2c7269f526f7 req-58665dad-327d-4165-8bd5-0764e8368b73 service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241050 Sep 15 09:04:21.917506 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e62ab-d230-45c0-ad29-fac8ed4d5158 req-1f409570-d344-4af8-8452-6ee48e01a712 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:21.918966 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-bf2e62ab-d230-45c0-ad29-fac8ed4d5158 req-1f409570-d344-4af8-8452-6ee48e01a712 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0795836 Sep 15 09:04:21.964035 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-bf2e62ab-d230-45c0-ad29-fac8ed4d5158 req-af34a87c-ce1a-41f2-88b7-81a4512e78c2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389352 Sep 15 09:04:23.186639 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e44c4-57a8-493f-bf92-f7171a1c41f4 req-0929f0e4-7292-442a-8aa4-23b4f0d65825 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:23.188094 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-bc2e44c4-57a8-493f-bf92-f7171a1c41f4 req-0929f0e4-7292-442a-8aa4-23b4f0d65825 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0789022 Sep 15 09:04:23.233440 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-bc2e44c4-57a8-493f-bf92-f7171a1c41f4 req-152a70c8-85dd-4a10-ad7a-923b3d984e73 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399034 Sep 15 09:04:24.440341 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3f20b-8410-4443-b889-8bdc2b034ae5 req-47ce700a-4510-466e-be9e-20352e040060 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:24.441730 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-13b3f20b-8410-4443-b889-8bdc2b034ae5 req-47ce700a-4510-466e-be9e-20352e040060 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 945 time: 0.0762901 Sep 15 09:04:24.485914 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-13b3f20b-8410-4443-b889-8bdc2b034ae5 req-d6127eb3-0b63-49ff-a60d-0194cf75f1fc tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386689 Sep 15 09:04:24.563127 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device e9ff7f1c-60ef-492f-a949-c6144ac7bdcb no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:04:24.668729 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:24.695392 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:04:24.705526 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:04:24.748958 dv-cinder-806008-2-iscsi neutron-server[75827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb', 'code': 422} returned with failed status Sep 15 09:04:24.781542 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:24.783312 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:04:24.849270 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,revision_number=8']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:04:24.852363 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:04:26.953958 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-91f676a9-aed6-4530-a474-f8be2fe3ede4 req-3fd05c6a-0fbc-4f3e-853c-f8d68c9d775a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0691671 Sep 15 09:04:27.379901 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5384c99-4068-4dad-be54-0cd9dcc97450 req-799dced8-a348-4979-b784-c72a31db66fc tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:27.381332 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c5384c99-4068-4dad-be54-0cd9dcc97450 req-799dced8-a348-4979-b784-c72a31db66fc tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.1349819 Sep 15 09:04:27.425532 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c5384c99-4068-4dad-be54-0cd9dcc97450 req-299915d9-afbe-4dab-b1b4-2559dc46a98c tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386159 Sep 15 09:04:27.493661 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e8818402-87ad-409b-8a53-550d0d7c714d req-0cf3ca51-b218-4599-a83e-fadeba1908c5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0669434 Sep 15 09:04:28.432011 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e8818402-87ad-409b-8a53-550d0d7c714d req-304d5b50-989d-4473-b1a0-86283f6c5dc9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e&tenant_id=5f168b6f24dc4d93824606ca9470fea0 HTTP/1.1" status: 200 len: 1096 time: 0.0717165 Sep 15 09:04:28.535592 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e8818402-87ad-409b-8a53-550d0d7c714d req-896f9af2-d9c3-460d-89b4-afabd198d0ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f168b6f24dc4d93824606ca9470fea0&device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 1096 time: 0.0707412 Sep 15 09:04:28.720364 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8818402-87ad-409b-8a53-550d0d7c714d req-cde113b9-d254-459b-a796-bbec900be309 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:28.721816 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e8818402-87ad-409b-8a53-550d0d7c714d req-cde113b9-d254-459b-a796-bbec900be309 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dee31690-1b17-41a7-9226-bbc0b9faff0c HTTP/1.1" status: 200 len: 917 time: 0.1802564 Sep 15 09:04:28.786704 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde61b3-a927-4e7c-a1f5-dc429431ee76 req-d747e42c-d394-43c6-b3b3-977ee9e8e758 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:28.788144 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-bbde61b3-a927-4e7c-a1f5-dc429431ee76 req-d747e42c-d394-43c6-b3b3-977ee9e8e758 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.2236421 Sep 15 09:04:28.861212 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e8818402-87ad-409b-8a53-550d0d7c714d req-1dcee9d4-d4dd-46ab-b5dd-b73a01cf2cc9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb HTTP/1.1" status: 200 len: 999 time: 0.1331787 Sep 15 09:04:28.865717 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-bbde61b3-a927-4e7c-a1f5-dc429431ee76 req-7de6f9a9-f768-4f73-8640-f9f407de0bf8 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654106 Sep 15 09:04:28.926507 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8818402-87ad-409b-8a53-550d0d7c714d req-f7517742-f5cb-45d6-aa25-78a3591af68b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:28.928360 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e8818402-87ad-409b-8a53-550d0d7c714d req-f7517742-f5cb-45d6-aa25-78a3591af68b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c69077b5-d8c6-4f9f-8dc8-1e62fce814b7 HTTP/1.1" status: 200 len: 855 time: 0.0603292 Sep 15 09:04:29.003045 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e8818402-87ad-409b-8a53-550d0d7c714d req-6ede6924-7de1-4839-a79a-c740f73891c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dee31690-1b17-41a7-9226-bbc0b9faff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683339 Sep 15 09:04:29.232832 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e8818402-87ad-409b-8a53-550d0d7c714d req-b9c42a66-209a-46e7-9230-c70051cc3a22 service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225921 Sep 15 09:04:29.363044 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e8818402-87ad-409b-8a53-550d0d7c714d req-d854f1d8-a575-4649-b215-e1f229389a3c service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235247 Sep 15 09:04:30.077814 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04620cc-e3ce-4496-9315-601cd0dab85a req-6f89f53f-d219-4645-b87d-cfacea8ded5b tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:30.079272 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c04620cc-e3ce-4496-9315-601cd0dab85a req-6f89f53f-d219-4645-b87d-cfacea8ded5b tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.0787947 Sep 15 09:04:30.129341 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c04620cc-e3ce-4496-9315-601cd0dab85a req-a88300d2-4810-47b4-9197-78c2f6b94684 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446217 Sep 15 09:04:31.341574 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2aafb1-889f-4488-8f9a-99700d548786 req-599e0660-8a97-40f7-ae02-7268fe857c76 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:31.343066 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ef2aafb1-889f-4488-8f9a-99700d548786 req-599e0660-8a97-40f7-ae02-7268fe857c76 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.0777946 Sep 15 09:04:31.390236 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ef2aafb1-889f-4488-8f9a-99700d548786 req-b6c32017-7b9a-474e-a988-5a2038992886 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405874 Sep 15 09:04:31.570512 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:04:32.629084 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253cf95-424b-4974-ad92-2114c3313d15 req-85ed6e3f-84a3-440c-a1cc-8dc02f0150a9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:32.630563 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f253cf95-424b-4974-ad92-2114c3313d15 req-85ed6e3f-84a3-440c-a1cc-8dc02f0150a9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.0906370 Sep 15 09:04:32.679227 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f253cf95-424b-4974-ad92-2114c3313d15 req-92e215cd-1426-4b38-a669-708c1bfdd8d2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426455 Sep 15 09:04:33.896617 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449496e-1d19-4c85-aaf0-bd71d5846380 req-43cabf4c-78f8-4a7a-a7cd-420b7e29c4f3 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:33.898056 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b449496e-1d19-4c85-aaf0-bd71d5846380 req-43cabf4c-78f8-4a7a-a7cd-420b7e29c4f3 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.0804739 Sep 15 09:04:33.944688 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b449496e-1d19-4c85-aaf0-bd71d5846380 req-e3443652-687f-4dfe-ba8d-cfb5e8de4406 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409789 Sep 15 09:04:34.210263 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:35.166535 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e6e85-ec6b-4f33-be29-f82d2f93fff3 req-b7d1f475-adc1-44b2-a6cb-900a71af6f74 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:35.168114 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-742e6e85-ec6b-4f33-be29-f82d2f93fff3 req-b7d1f475-adc1-44b2-a6cb-900a71af6f74 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.0849061 Sep 15 09:04:35.218641 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-742e6e85-ec6b-4f33-be29-f82d2f93fff3 req-80d0e622-5118-476f-baba-ac41a45ec370 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444021 Sep 15 09:04:36.038612 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-2e390ac4-39d4-450d-91ea-ed89a5230b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:36.454784 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a3496-11e0-4f87-acc6-d060b1dc1899 req-f13423f2-07c3-45e5-8b28-2856161021e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:36.456290 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c29a3496-11e0-4f87-acc6-d060b1dc1899 req-f13423f2-07c3-45e5-8b28-2856161021e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.0849414 Sep 15 09:04:36.509057 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c29a3496-11e0-4f87-acc6-d060b1dc1899 req-7ca10e0c-15c8-4e89-96b9-f378287ee3ec tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464139 Sep 15 09:04:36.921850 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:37.734294 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4d231-46cb-43c3-8412-8cf6c43ceac7 req-ad2db29a-a569-4012-91d8-031d6dbebbd7 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:37.752389 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f4e4d231-46cb-43c3-8412-8cf6c43ceac7 req-ad2db29a-a569-4012-91d8-031d6dbebbd7 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.0812454 Sep 15 09:04:37.787713 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f4e4d231-46cb-43c3-8412-8cf6c43ceac7 req-9f365cc9-df0d-4b8e-bed3-add5315f106a tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459437 Sep 15 09:04:38.261233 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-383bf649-4440-41d3-83c0-6b157997a9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:39.026558 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20a6e-6282-48a3-985d-74602edd2f4b req-039111c4-5927-4143-80a7-a418ab6b8161 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:39.028007 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9fc20a6e-6282-48a3-985d-74602edd2f4b req-039111c4-5927-4143-80a7-a418ab6b8161 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.0897841 Sep 15 09:04:39.077667 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9fc20a6e-6282-48a3-985d-74602edd2f4b req-af0224f1-c6af-4105-bdf7-9a58fa46d96e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432816 Sep 15 09:04:39.409754 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:40.300184 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a84676-43bd-42aa-b22b-df39bcb890e3 req-b13ebb3d-c01f-4981-a9d6-3244a78d4915 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:40.301616 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d6a84676-43bd-42aa-b22b-df39bcb890e3 req-b13ebb3d-c01f-4981-a9d6-3244a78d4915 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.0801568 Sep 15 09:04:40.347649 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d6a84676-43bd-42aa-b22b-df39bcb890e3 req-a2a65214-4e11-4ebd-bb70-822ea11f3f7f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404775 Sep 15 09:04:40.807054 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:40.976826 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ddb5119f-6043-42f1-b00b-a8f29c3d532e req-9315f4e3-7af5-469a-9269-222ff113c28d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f168b6f24dc4d93824606ca9470fea0&device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 1096 time: 0.0681524 Sep 15 09:04:41.124875 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5119f-6043-42f1-b00b-a8f29c3d532e req-45781107-eebd-42a7-9d55-16c80dab34d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:41.126364 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ddb5119f-6043-42f1-b00b-a8f29c3d532e req-45781107-eebd-42a7-9d55-16c80dab34d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dee31690-1b17-41a7-9226-bbc0b9faff0c HTTP/1.1" status: 200 len: 917 time: 0.1267400 Sep 15 09:04:41.230950 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ddb5119f-6043-42f1-b00b-a8f29c3d532e req-4f6d0b3d-5c74-4424-bec0-298c441134aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb HTTP/1.1" status: 200 len: 999 time: 0.0972264 Sep 15 09:04:41.293311 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5119f-6043-42f1-b00b-a8f29c3d532e req-a4735bea-bc0b-4466-829b-06a98985187f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:41.295301 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ddb5119f-6043-42f1-b00b-a8f29c3d532e req-a4735bea-bc0b-4466-829b-06a98985187f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c69077b5-d8c6-4f9f-8dc8-1e62fce814b7 HTTP/1.1" status: 200 len: 855 time: 0.0572815 Sep 15 09:04:41.373437 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ddb5119f-6043-42f1-b00b-a8f29c3d532e req-a94d56b4-8598-4713-a8e8-a2d03d3fc68a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dee31690-1b17-41a7-9226-bbc0b9faff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717099 Sep 15 09:04:41.510149 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ddb5119f-6043-42f1-b00b-a8f29c3d532e req-d343ccbf-2f5c-42f8-9571-c58a85cf9075 service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298940 Sep 15 09:04:41.584156 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8027c-1f29-4f13-b9b5-716c255473ad req-a13fc608-66e5-442f-bb69-6d3141e259c0 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:41.585822 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-35b8027c-1f29-4f13-b9b5-716c255473ad req-a13fc608-66e5-442f-bb69-6d3141e259c0 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.0931144 Sep 15 09:04:41.634001 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-35b8027c-1f29-4f13-b9b5-716c255473ad req-259fc665-26f1-44c9-9aa8-bb4882fc7985 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427406 Sep 15 09:04:41.646192 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ddb5119f-6043-42f1-b00b-a8f29c3d532e req-32907b76-8297-4e26-a419-65465d535b5f service neutron] 10.222.0.20 "GET /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287346 Sep 15 09:04:42.849221 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b0d61-2f29-4be2-bee0-e334112f2b53 req-dd505255-e2fb-471b-92ba-315f6d372c2b tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:42.850637 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-596b0d61-2f29-4be2-bee0-e334112f2b53 req-dd505255-e2fb-471b-92ba-315f6d372c2b tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.0760207 Sep 15 09:04:42.895094 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-596b0d61-2f29-4be2-bee0-e334112f2b53 req-3b1646cb-523e-4491-af9f-26845ab1fd2e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388105 Sep 15 09:04:44.099237 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bb3ba-7aed-4dbc-8c54-be630fdc61f1 req-c2730f98-ff02-402b-abfa-29d89d230024 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:44.100680 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ff9bb3ba-7aed-4dbc-8c54-be630fdc61f1 req-c2730f98-ff02-402b-abfa-29d89d230024 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 943 time: 0.0751126 Sep 15 09:04:44.148360 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ff9bb3ba-7aed-4dbc-8c54-be630fdc61f1 req-ef3341bd-7a02-4644-9743-40923796c1dd tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422697 Sep 15 09:04:44.693837 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device e9ff7f1c-60ef-492f-a949-c6144ac7bdcb details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:04:44.821885 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:04:44.835057 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'port_id': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb', 'mac_address': 'fa:16:3e:67:41:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:04:44.885801 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:44.905635 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ff7f1c-60ef-492f-a949-c6144ac7bdcb {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:04:44.919780 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:04:45.012675 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:45.014375 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:04:45.077125 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,revision_number=9']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:04:45.080207 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:04:45.302010 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['e9ff7f1c-60ef-492f-a949-c6144ac7bdcb'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:04:45.361473 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b812e0-02b2-4d59-ad7a-59bea79401cf req-514288d8-ea35-4433-bee7-4c4ec53d7ea5 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:45.363137 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-71b812e0-02b2-4d59-ad7a-59bea79401cf req-514288d8-ea35-4433-bee7-4c4ec53d7ea5 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 944 time: 0.0789354 Sep 15 09:04:45.409238 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-71b812e0-02b2-4d59-ad7a-59bea79401cf req-d103c298-9676-4591-90ed-8e9844a48110 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403950 Sep 15 09:04:46.618575 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aaa40-cf44-4ea4-bf6d-55025767e4f9 req-32fdd977-ccf1-418d-9cc8-af9f8e098d29 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:46.619981 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0e2aaa40-cf44-4ea4-bf6d-55025767e4f9 req-32fdd977-ccf1-418d-9cc8-af9f8e098d29 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 944 time: 0.0749054 Sep 15 09:04:46.663726 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0e2aaa40-cf44-4ea4-bf6d-55025767e4f9 req-e8440a2b-42d2-4ac6-a9fe-f82a844ad5b4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377939 Sep 15 09:04:46.705774 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device e9ff7f1c-60ef-492f-a949-c6144ac7bdcb up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:04:46.778332 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:04:46.778617 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:46.886106 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:46.912228 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:04:46.921969 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:04:46.968303 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb', 'code': 200} Sep 15 09:04:46.986477 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:46.988305 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:04:47.051085 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,revision_number=10']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:04:47.053886 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:04:47.355345 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5af38678-4145-457d-9b38-8ccb3f53ce2c req-52bc032a-c073-4377-a3e6-8f294cd831d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 1099 time: 0.0656190 Sep 15 09:04:47.396142 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5af38678-4145-457d-9b38-8ccb3f53ce2c req-60dc6a5c-1edf-4dec-9c55-fa37cca879f1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349550 Sep 15 09:04:47.873438 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67438c-466c-4d64-9fbc-4fe13e7933c6 req-5f81e81f-5391-4c53-94a6-26b1dc920fd8 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:47.874911 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-1f67438c-466c-4d64-9fbc-4fe13e7933c6 req-5f81e81f-5391-4c53-94a6-26b1dc920fd8 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 946 time: 0.0793948 Sep 15 09:04:47.919245 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-1f67438c-466c-4d64-9fbc-4fe13e7933c6 req-ea9833b2-4894-460a-bfce-1c331b98f993 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388720 Sep 15 09:04:49.135597 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b2e72-998e-47c6-99c1-8809078a5c5d req-7c99bee6-c80e-49f5-98b1-dfb26673d2c9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:49.137042 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e58b2e72-998e-47c6-99c1-8809078a5c5d req-7c99bee6-c80e-49f5-98b1-dfb26673d2c9 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 946 time: 0.0813661 Sep 15 09:04:49.200051 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e58b2e72-998e-47c6-99c1-8809078a5c5d req-07c2d4bd-9b10-4e9b-839a-02655e473fd1 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526376 Sep 15 09:04:50.421538 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64171ba8-4590-4369-86be-e4f76e99e260 req-c2928a45-b0a4-4639-8ddb-2ae1d5d61cf2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:50.422999 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-64171ba8-4590-4369-86be-e4f76e99e260 req-c2928a45-b0a4-4639-8ddb-2ae1d5d61cf2 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 946 time: 0.0773611 Sep 15 09:04:50.470708 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-64171ba8-4590-4369-86be-e4f76e99e260 req-789e7ac0-0eb4-44ee-96de-120efca2cdd4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420423 Sep 15 09:04:55.389246 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d176ff-d1ff-45a2-adde-ca5c581f29ae req-1bd376c4-efbf-4f9f-803c-c8e74342cdd3 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:55.390633 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f7d176ff-d1ff-45a2-adde-ca5c581f29ae req-1bd376c4-efbf-4f9f-803c-c8e74342cdd3 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 945 time: 0.0765083 Sep 15 09:04:55.436154 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f7d176ff-d1ff-45a2-adde-ca5c581f29ae req-7c5ba03b-f1e6-4a49-b95a-c334f87269ee tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5eda400-c544-4393-8154-c6af16845087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396898 Sep 15 09:04:56.630703 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843c470-7160-4b7c-bf18-8b694f7dd1be req-5298f1d0-6002-41e9-8de6-67ce761cacd7 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:56.632158 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9843c470-7160-4b7c-bf18-8b694f7dd1be req-5298f1d0-6002-41e9-8de6-67ce761cacd7 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 945 time: 0.0758462 Sep 15 09:04:56.676449 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9843c470-7160-4b7c-bf18-8b694f7dd1be req-222dda10-52e7-4396-9186-c19e03c22f61 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5eda400-c544-4393-8154-c6af16845087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389831 Sep 15 09:04:57.137296 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddedc38-5e56-4cfd-b016-09e6541ced5e req-5b2782d7-54d6-4370-9671-bac38ffcd054 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:57.138751 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9ddedc38-5e56-4cfd-b016-09e6541ced5e req-5b2782d7-54d6-4370-9671-bac38ffcd054 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 945 time: 0.0785518 Sep 15 09:04:57.279575 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-9ddedc38-5e56-4cfd-b016-09e6541ced5e req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Deleting port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:04:57.279911 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-9ddedc38-5e56-4cfd-b016-09e6541ced5e req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:57.518963 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-9ddedc38-5e56-4cfd-b016-09e6541ced5e req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] For port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=359c3531-b0d1-46c7-b8ca-76ca44ed7e15,segment=NetworkSegment(78ca8c3b-1126-41fe-ae79-2dbb854e5a16),segment_id=78ca8c3b-1126-41fe-ae79-2dbb854e5a16)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:04:57.518963 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-9ddedc38-5e56-4cfd-b016-09e6541ced5e req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:57.793742 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-9ddedc38-5e56-4cfd-b016-09e6541ced5e req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:57.794033 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-9ddedc38-5e56-4cfd-b016-09e6541ced5e req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:57.794374 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.l3_db [req-9ddedc38-5e56-4cfd-b016-09e6541ced5e req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Floating IP 6e550dce-d2a2-4872-8640-e35d44bd4f87 disassociated. External IP: 172.27.1.173, port: 359c3531-b0d1-46c7-b8ca-76ca44ed7e15. Sep 15 09:04:57.794705 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-9ddedc38-5e56-4cfd-b016-09e6541ced5e req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Calling delete_port for 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:04:57.961356 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f09cc-fcc1-49a9-ba3f-fd83541824e4 req-dae5cbe0-9b21-491f-bbb0-aa1fc0dcda1f tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:04:57.962813 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fa3f09cc-fcc1-49a9-ba3f-fd83541824e4 req-dae5cbe0-9b21-491f-bbb0-aa1fc0dcda1f tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 945 time: 0.1424637 Sep 15 09:04:58.024782 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fa3f09cc-fcc1-49a9-ba3f-fd83541824e4 req-75c7a6f7-aa70-493a-8ade-ef8efd5cac79 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5eda400-c544-4393-8154-c6af16845087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529683 Sep 15 09:04:58.069435 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-9ddedc38-5e56-4cfd-b016-09e6541ced5e req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:58.075704 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-94b885b7-f911-4a4f-b0c9-74e3243d5e49 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:04:58.118808 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event deleted for resources: {'Port': ['ID=359c3531-b0d1-46c7-b8ca-76ca44ed7e15,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:04:58.132610 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:58.132973 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:58.133327 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:58.133675 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:58.134018 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:58.134386 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:58.134727 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:58.135064 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:58.135398 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:58.135730 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:58.136069 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:04:58.139859 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:04:58.339463 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ddedc38-5e56-4cfd-b016-09e6541ced5e req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:04:58.535227 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ddedc38-5e56-4cfd-b016-09e6541ced5e req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:04:58.546354 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e347d94-18ed-4dfe-a893-b2891962c3b7 None None] Sync routers for ids ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:04:58.563254 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e347d94-18ed-4dfe-a893-b2891962c3b7 None None] Routers {'ddccbcd1-28f6-46b8-94f0-ed9334b446c9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:04:58.564205 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-5e347d94-18ed-4dfe-a893-b2891962c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:04:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:04:58.608217 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddedc38-5e56-4cfd-b016-09e6541ced5e req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] No DVR routers for this DVR port 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:04:58.610784 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-9ddedc38-5e56-4cfd-b016-09e6541ced5e req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:04:58.614563 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6167b622-02e3-4984-a72d-7207ecf18083', 'name': 'network-vif-deleted', 'tag': '359c3531-b0d1-46c7-b8ca-76ca44ed7e15'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:04:58.675749 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6167b622-02e3-4984-a72d-7207ecf18083', 'name': 'network-vif-deleted', 'tag': '359c3531-b0d1-46c7-b8ca-76ca44ed7e15', 'status': 'completed', 'code': 200} Sep 15 09:04:58.686983 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9ddedc38-5e56-4cfd-b016-09e6541ced5e req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.20 "DELETE /v2.0/ports/359c3531-b0d1-46c7-b8ca-76ca44ed7e15 HTTP/1.1" status: 204 len: 173 time: 1.5431447 Sep 15 09:04:58.739691 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-5e347d94-18ed-4dfe-a893-b2891962c3b7 None None] Set router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:04:59.073668 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-5e347d94-18ed-4dfe-a893-b2891962c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:58Z', 'revision_number': 4, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '3bd06912-67fb-4005-8ed1-9705fc882185', 'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'mac_address': 'fa:16:3e:40:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:55Z', 'updated_at': '2021-09-15T08:58:34Z', 'revision_number': 5, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'subnets': [{'id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:04:59.077741 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e347d94-18ed-4dfe-a893-b2891962c3b7 None None] Checking router: ddccbcd1-28f6-46b8-94f0-ed9334b446c9 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:04:59.088081 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e347d94-18ed-4dfe-a893-b2891962c3b7 None None] Routers {'ddccbcd1-28f6-46b8-94f0-ed9334b446c9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:04:59.088682 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-5e347d94-18ed-4dfe-a893-b2891962c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:04:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:04:59.198994 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-9373ac91-f10d-4266-a255-83f6b03ceeae req-0f475387-266d-4819-8b63-9015da635c09 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Synchronizing usage tracker for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:04:59.260978 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-9373ac91-f10d-4266-a255-83f6b03ceeae req-0f475387-266d-4819-8b63-9015da635c09 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Unset dirty status for tenant:1aadda57f2be49a592d2dc246c4ce0ed on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:04:59.262708 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-9373ac91-f10d-4266-a255-83f6b03ceeae req-0f475387-266d-4819-8b63-9015da635c09 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/ports?device_id=6167b622-02e3-4984-a72d-7207ecf18083 HTTP/1.1" status: 200 len: 210 time: 0.1039624 Sep 15 09:04:59.263044 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-5e347d94-18ed-4dfe-a893-b2891962c3b7 None None] Set router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:04:59.571366 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-5e347d94-18ed-4dfe-a893-b2891962c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:58Z', 'revision_number': 4, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '3bd06912-67fb-4005-8ed1-9705fc882185', 'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'mac_address': 'fa:16:3e:40:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:55Z', 'updated_at': '2021-09-15T08:58:34Z', 'revision_number': 5, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'subnets': [{'id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:04:59.575796 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e347d94-18ed-4dfe-a893-b2891962c3b7 None None] The sync data for ids ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'] in dv-cinder-806008-2-iscsi is: [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T08:57:58Z', 'revision_number': 4, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '3bd06912-67fb-4005-8ed1-9705fc882185', 'name': '', 'network_id': '2a7d9519-adcd-45df-bd0a-0005f95484a0', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'mac_address': 'fa:16:3e:40:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:55Z', 'updated_at': '2021-09-15T08:58:34Z', 'revision_number': 5, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'subnets': [{'id': '16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:04:59.781908 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769cb6c7-2c41-4fec-b2e3-cdb473ee71c7 None None] New status for floating IP 6e550dce-d2a2-4872-8640-e35d44bd4f87: DOWN {{(pid=75829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 09:05:00.472491 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45572) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:00.539543 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:00.566142 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:00.695023 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:00.698837 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-809ee6f4-37b1-4e49-8ae3-7b631eb2c0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:00.714201 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eda400-c544-4393-8154-c6af16845087,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:00.725909 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:05:00.726298 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:05:00.726651 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:05:00.726999 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:05:00.727379 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:05:00.727722 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:05:00.728062 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:05:00.728435 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:05:00.728769 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:05:00.729182 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:05:00.729510 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:05:00.733238 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:00.765318 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:05:00.790766 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:00.791847 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-5f286ff5-3c40-47c9-b702-f0130a320806 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "DELETE /v2.0/security-groups/b5eda400-c544-4393-8154-c6af16845087 HTTP/1.1" status: 204 len: 168 time: 0.3183994 Sep 15 09:05:00.794645 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45576) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:00.797068 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:05:00.797423 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 359c3531-b0d1-46c7-b8ca-76ca44ed7e15 not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:05:00.810994 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.api.v2.resource [None req-3fd49b2d-f986-49de-b255-3bd230a2cb5f tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] show failed (client error): The resource could not be found. Sep 15 09:05:00.811955 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-3fd49b2d-f986-49de-b255-3bd230a2cb5f tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "GET /v2.0/security-groups/b5eda400-c544-4393-8154-c6af16845087 HTTP/1.1" status: 404 len: 347 time: 0.0162621 Sep 15 09:05:00.817860 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45580) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:01.022868 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-f702f141-0120-4cec-8050-353cb7e7385a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Deleting port 1e31fab4-b1c5-407d-ac37-0611508cfeda {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:05:01.023198 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f702f141-0120-4cec-8050-353cb7e7385a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:01.185713 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f702f141-0120-4cec-8050-353cb7e7385a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:01.186035 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f702f141-0120-4cec-8050-353cb7e7385a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:01.301156 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-f702f141-0120-4cec-8050-353cb7e7385a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Calling delete_port for 1e31fab4-b1c5-407d-ac37-0611508cfeda owned by network:floatingip {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:05:01.492295 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f702f141-0120-4cec-8050-353cb7e7385a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:01.496139 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:01.538627 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702f141-0120-4cec-8050-353cb7e7385a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Pushing event deleted for resources: {'Port': ['ID=1e31fab4-b1c5-407d-ac37-0611508cfeda,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:01.541083 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-f702f141-0120-4cec-8050-353cb7e7385a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:01.631723 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f702f141-0120-4cec-8050-353cb7e7385a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks [] for floatingip, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:01.737286 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f702f141-0120-4cec-8050-353cb7e7385a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:01.738446 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-f702f141-0120-4cec-8050-353cb7e7385a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] 10.222.0.39 "DELETE /v2.0/floatingips/6e550dce-d2a2-4872-8640-e35d44bd4f87 HTTP/1.1" status: 204 len: 168 time: 0.9197099 Sep 15 09:05:04.208922 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:06.046314 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d3f3-1ff0-4ddf-9e0f-2c1a29d2c6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:06.135311 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45610) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:06.538048 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:06.689509 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-888c7e86-4f00-4541-a02b-a0d33ff7d495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8194653'] for router_interface, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:07.330562 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-888c7e86-4f00-4541-a02b-a0d33ff7d495 admin admin] Deleting port 3bd06912-67fb-4005-8ed1-9705fc882185 {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:05:07.331228 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-888c7e86-4f00-4541-a02b-a0d33ff7d495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:07.497821 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [None req-888c7e86-4f00-4541-a02b-a0d33ff7d495 admin admin] For port 3bd06912-67fb-4005-8ed1-9705fc882185, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=3bd06912-67fb-4005-8ed1-9705fc882185,segment=NetworkSegment(78ca8c3b-1126-41fe-ae79-2dbb854e5a16),segment_id=78ca8c3b-1126-41fe-ae79-2dbb854e5a16)] {{(pid=75825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:05:07.498080 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-888c7e86-4f00-4541-a02b-a0d33ff7d495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:07.616244 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-888c7e86-4f00-4541-a02b-a0d33ff7d495 admin admin] Calling delete_port for 3bd06912-67fb-4005-8ed1-9705fc882185 owned by network:router_interface {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:05:07.971985 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-888c7e86-4f00-4541-a02b-a0d33ff7d495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:07.976164 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-72e9c40f-36e6-40b7-8255-3adf0584c448 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:08.015623 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c7e86-4f00-4541-a02b-a0d33ff7d495 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd06912-67fb-4005-8ed1-9705fc882185,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:08.018994 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-888c7e86-4f00-4541-a02b-a0d33ff7d495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:08.269372 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-0b3fe820-44f6-4641-91ba-e66cf5155305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:08.302957 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-888c7e86-4f00-4541-a02b-a0d33ff7d495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7224645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8194793'] for router_interface, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:08.571124 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:05:08.930067 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888c7e86-4f00-4541-a02b-a0d33ff7d495 admin admin] Router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:05:09.126196 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888c7e86-4f00-4541-a02b-a0d33ff7d495 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:05:09.136038 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0deaf8e-86ab-42d2-b5d1-44b48734612c None None] Sync routers for ids ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:05:09.138766 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-888c7e86-4f00-4541-a02b-a0d33ff7d495 admin admin] 10.222.0.39 "PUT /v2.0/routers/ddccbcd1-28f6-46b8-94f0-ed9334b446c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0024276 Sep 15 09:05:09.141281 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45616) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:09.147445 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0deaf8e-86ab-42d2-b5d1-44b48734612c None None] Routers {'ddccbcd1-28f6-46b8-94f0-ed9334b446c9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:05:09.148045 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-f0deaf8e-86ab-42d2-b5d1-44b48734612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:05:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:09.335243 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] Notify callbacks [] for router, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:09.346315 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-f0deaf8e-86ab-42d2-b5d1-44b48734612c None None] Set router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:05:09.443172 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:09.530251 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:09.598198 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] Deleting port c8df4e5b-5c7e-4726-960d-add653efd1d5 {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:05:09.598481 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:09.644637 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-f0deaf8e-86ab-42d2-b5d1-44b48734612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T09:05:07Z', 'revision_number': 5, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port': {'id': 'c8df4e5b-5c7e-4726-960d-add653efd1d5', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:47Z', 'updated_at': '2021-09-15T08:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:09.648438 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0deaf8e-86ab-42d2-b5d1-44b48734612c None None] Checking router: ddccbcd1-28f6-46b8-94f0-ed9334b446c9 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:05:09.659102 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0deaf8e-86ab-42d2-b5d1-44b48734612c None None] Routers {'ddccbcd1-28f6-46b8-94f0-ed9334b446c9'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:05:09.659684 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-f0deaf8e-86ab-42d2-b5d1-44b48734612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:05:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:09.772774 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] For port c8df4e5b-5c7e-4726-960d-add653efd1d5, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=c8df4e5b-5c7e-4726-960d-add653efd1d5,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:05:09.773145 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:09.828807 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-f0deaf8e-86ab-42d2-b5d1-44b48734612c None None] Set router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 gateway port host: None {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:05:09.894572 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] Calling delete_port for c8df4e5b-5c7e-4726-960d-add653efd1d5 owned by network:router_gateway {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:05:09.934646 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-f0deaf8e-86ab-42d2-b5d1-44b48734612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T09:05:09Z', 'revision_number': 6, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port_host': None}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:09.938637 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0deaf8e-86ab-42d2-b5d1-44b48734612c None None] The sync data for ids ['ddccbcd1-28f6-46b8-94f0-ed9334b446c9'] in dv-cinder-806008-2-iscsi is: [{'id': 'ddccbcd1-28f6-46b8-94f0-ed9334b446c9', 'name': 'tempest-AttachVolumeTestJSON-1113974676-router', 'tenant_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:45Z', 'updated_at': '2021-09-15T09:05:09Z', 'revision_number': 6, 'project_id': '1aadda57f2be49a592d2dc246c4ce0ed', 'gw_port_host': None}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:05:10.183386 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:10.187514 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-8fae187e-f70a-42af-a3b1-1f4dbe89e36e tempest-VolumesActionsTest-1149196759 tempest-VolumesActionsTest-1149196759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:10.228280 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8df4e5b-5c7e-4726-960d-add653efd1d5,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:10.230596 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:10.362266 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 3bd06912-67fb-4005-8ed1-9705fc882185 no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:05:10.401078 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: 3bd06912-67fb-4005-8ed1-9705fc882185 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:05:10.401420 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 3bd06912-67fb-4005-8ed1-9705fc882185 not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:05:10.454115 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8205430'] for router_gateway, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:10.724688 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8195202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2394'] for router, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:10.733760 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:10.837448 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:10.885904 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8192274'] for router, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:10.886462 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddccbcd1-28f6-46b8-94f0-ed9334b446c9 {{(pid=75825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 09:05:10.899802 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] Notify callbacks [] for router, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:10.900939 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ddccbcd1-28f6-46b8-94f0-ed9334b446c9 HTTP/1.1" status: 204 len: 168 time: 1.7587874 Sep 15 09:05:10.903467 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45620) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:10.970192 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3b33e4-1265-401d-a709-5b9bbeb39156 admin admin] Deleting subnet 16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c {{(pid=75825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 09:05:10.970728 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ce3b33e4-1265-401d-a709-5b9bbeb39156 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:11.020854 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ce3b33e4-1265-401d-a709-5b9bbeb39156 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7373092'] for subnet, precommit_delete_associations {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:11.131941 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ce3b33e4-1265-401d-a709-5b9bbeb39156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630464'] for subnet, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:11.274895 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ce3b33e4-1265-401d-a709-5b9bbeb39156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6948069'] for subnet, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:11.279142 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:11.312916 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b33e4-1265-401d-a709-5b9bbeb39156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:11.315361 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-ce3b33e4-1265-401d-a709-5b9bbeb39156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:11.317921 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ce3b33e4-1265-401d-a709-5b9bbeb39156 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:11.323656 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-ce3b33e4-1265-401d-a709-5b9bbeb39156 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/16a5f7fc-dbd0-43bd-9ec3-57a875e9ef2c HTTP/1.1" status: 204 len: 168 time: 0.4191303 Sep 15 09:05:11.323821 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6acd95e-7d9b-4711-adec-06da0c6ee5d4 None None] Network 2a7d9519-adcd-45df-bd0a-0005f95484a0 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:05:11.326743 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45624) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:11.429150 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620022'] for network, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:11.439340 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Deleting port 7e677329-a0c2-4e33-aa74-755650d06186 {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:05:11.439662 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:11.558785 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c9b523-87ee-4dbb-aa6e-0778a0dc9eb4 None None] DHCP port deletion for 2a7d9519-adcd-45df-bd0a-0005f95484a0 request from dv-cinder-806008-2-iscsi {{(pid=75827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 09:05:11.563365 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9b523-87ee-4dbb-aa6e-0778a0dc9eb4 None None] Deleting port 7e677329-a0c2-4e33-aa74-755650d06186 {{(pid=75827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:05:11.563768 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-a1c9b523-87ee-4dbb-aa6e-0778a0dc9eb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:11.642517 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] For port 7e677329-a0c2-4e33-aa74-755650d06186, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=7e677329-a0c2-4e33-aa74-755650d06186,segment=NetworkSegment(78ca8c3b-1126-41fe-ae79-2dbb854e5a16),segment_id=78ca8c3b-1126-41fe-ae79-2dbb854e5a16)] {{(pid=75825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:05:11.642862 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:11.763517 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-a1c9b523-87ee-4dbb-aa6e-0778a0dc9eb4 None None] For port 7e677329-a0c2-4e33-aa74-755650d06186, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=7e677329-a0c2-4e33-aa74-755650d06186,segment=NetworkSegment(78ca8c3b-1126-41fe-ae79-2dbb854e5a16),segment_id=78ca8c3b-1126-41fe-ae79-2dbb854e5a16)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:05:11.763955 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-a1c9b523-87ee-4dbb-aa6e-0778a0dc9eb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:11.847157 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Calling delete_port for 7e677329-a0c2-4e33-aa74-755650d06186 owned by network:dhcp {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:05:11.878658 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9b523-87ee-4dbb-aa6e-0778a0dc9eb4 None None] Calling delete_port for 7e677329-a0c2-4e33-aa74-755650d06186 owned by network:dhcp {{(pid=75827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:05:11.966298 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:11.970683 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:12.006276 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.db.api [None req-a1c9b523-87ee-4dbb-aa6e-0778a0dc9eb4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:05:12.006643 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_db.api [None req-a1c9b523-87ee-4dbb-aa6e-0778a0dc9eb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:05:12.013705 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e677329-a0c2-4e33-aa74-755650d06186,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:12.017080 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:12.020004 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] No DVR routers for this DVR port 7e677329-a0c2-4e33-aa74-755650d06186 on host dv-cinder-806008-2-iscsi {{(pid=75825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:05:12.132362 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628807', 'neutron.services.segments.db._delete_segments_for_network-8733233187485'] for network, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:12.144904 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a7d9519-adcd-45df-bd0a-0005f95484a0']}} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:12.159888 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ca8c3b-1126-41fe-ae79-2dbb854e5a16') {'for_net_delete': True} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:12.159888 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ca8c3b-1126-41fe-ae79-2dbb854e5a16') {} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:12.168162 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733233221816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7373117'] for segment, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:12.183922 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:12.190333 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=75825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 09:05:12.190695 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-630388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7092456'] for segment, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: Traceback (most recent call last): Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: timer() Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: cb(*args, **kw) Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: return func(*args, **kwargs) Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: self._notify() Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: self.callback(batched_events) Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: event.method(event) Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: return f(self, *a, **k) Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: return self._get(url).json() Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: return self.request(url, 'GET', **kwargs) Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 09:05:12.203286 dv-cinder-806008-2-iscsi neutron-server[75825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 09:05:12.329058 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8205405'] for network, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:12.332798 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-12f9a29a-c945-430d-9668-5bfffccde8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:12.348067 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:12.349601 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 7e677329-a0c2-4e33-aa74-755650d06186 no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:05:12.356765 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a7d9519-adcd-45df-bd0a-0005f95484a0,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:12.360496 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:12.385254 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: 7e677329-a0c2-4e33-aa74-755650d06186 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:05:12.385533 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 7e677329-a0c2-4e33-aa74-755650d06186 not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:05:12.385946 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device c8df4e5b-5c7e-4726-960d-add653efd1d5 no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:05:12.416189 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: c8df4e5b-5c7e-4726-960d-add653efd1d5 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:05:12.416478 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device c8df4e5b-5c7e-4726-960d-add653efd1d5 not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:05:12.438221 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2a7d9519-adcd-45df-bd0a-0005f95484a0 HTTP/1.1" status: 204 len: 168 time: 1.1104558 Sep 15 09:05:12.507994 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9b523-87ee-4dbb-aa6e-0778a0dc9eb4 None None] Deleting port 7e677329-a0c2-4e33-aa74-755650d06186 {{(pid=75827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:05:12.508384 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-a1c9b523-87ee-4dbb-aa6e-0778a0dc9eb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:12.569001 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9b523-87ee-4dbb-aa6e-0778a0dc9eb4 None None] The port '7e677329-a0c2-4e33-aa74-755650d06186' was deleted {{(pid=75827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 09:05:12.764289 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 45632) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:12.813241 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-cb73b15c-fd3a-4ae6-a70e-adb640c35846 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1aadda57f2be49a592d2dc246c4ce0ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476542 Sep 15 09:05:12.815492 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 45636) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:12.958148 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-47fe9292-9555-48ef-a55b-f29a0c59ea21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:12.983508 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-47fe9292-9555-48ef-a55b-f29a0c59ea21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:13.100289 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-47fe9292-9555-48ef-a55b-f29a0c59ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:13.103995 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-f60774de-c006-498c-92b5-aa3fb30a4397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:13.115897 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe9292-9555-48ef-a55b-f29a0c59ea21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc886b0-02ee-4f33-8804-e3625445e0e5,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:13.119745 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-47fe9292-9555-48ef-a55b-f29a0c59ea21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:13.131304 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-47fe9292-9555-48ef-a55b-f29a0c59ea21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:13.132542 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-47fe9292-9555-48ef-a55b-f29a0c59ea21 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7bc886b0-02ee-4f33-8804-e3625445e0e5 HTTP/1.1" status: 204 len: 168 time: 0.3161619 Sep 15 09:05:16.039170 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45686) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:16.176472 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-622c7c78-e602-4050-a9d2-b1c2190a685f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:16.206602 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-622c7c78-e602-4050-a9d2-b1c2190a685f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:05:16.210306 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-622c7c78-e602-4050-a9d2-b1c2190a685f admin admin] Usage tracker for resource:security_group_rule and tenant:439a0dfc4e414aaeae56828e95cc1865 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:05:16.213081 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-622c7c78-e602-4050-a9d2-b1c2190a685f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:05:16.219381 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-622c7c78-e602-4050-a9d2-b1c2190a685f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:05:16.282167 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-622c7c78-e602-4050-a9d2-b1c2190a685f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:16.354530 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-622c7c78-e602-4050-a9d2-b1c2190a685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:16.365047 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:16.398068 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c7c78-e602-4050-a9d2-b1c2190a685f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2554f7-2295-4231-9e43-c89ccae2ec9b,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:16.403100 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-622c7c78-e602-4050-a9d2-b1c2190a685f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:16.406900 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-622c7c78-e602-4050-a9d2-b1c2190a685f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=439a0dfc4e414aaeae56828e95cc1865&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3667462 Sep 15 09:05:16.409555 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45692) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:16.470895 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-db777925-6e75-41f5-887e-038449a7f5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:16.495103 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-db777925-6e75-41f5-887e-038449a7f5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:16.611674 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-db777925-6e75-41f5-887e-038449a7f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:16.616703 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-12ae34cb-43d5-469b-8b35-5a30ba1f5a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:16.628906 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db777925-6e75-41f5-887e-038449a7f5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2554f7-2295-4231-9e43-c89ccae2ec9b,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:16.631102 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-db777925-6e75-41f5-887e-038449a7f5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:16.633087 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-db777925-6e75-41f5-887e-038449a7f5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:16.634276 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-db777925-6e75-41f5-887e-038449a7f5ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa2554f7-2295-4231-9e43-c89ccae2ec9b HTTP/1.1" status: 204 len: 168 time: 0.2237334 Sep 15 09:05:17.257304 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45700) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:17.275385 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a224ca96-ad09-4119-9167-54fc13df8ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:17.305591 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-a224ca96-ad09-4119-9167-54fc13df8ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:05:17.309464 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-a224ca96-ad09-4119-9167-54fc13df8ca5 admin admin] Usage tracker for resource:security_group_rule and tenant:2e73b32110ea44b7a13fe8ad0680cef2 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:05:17.312838 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-a224ca96-ad09-4119-9167-54fc13df8ca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:05:17.318449 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-a224ca96-ad09-4119-9167-54fc13df8ca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:05:17.381165 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a224ca96-ad09-4119-9167-54fc13df8ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:17.434291 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-a224ca96-ad09-4119-9167-54fc13df8ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:17.441952 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-913a788f-0d35-471a-9034-56d12850e2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:17.484326 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224ca96-ad09-4119-9167-54fc13df8ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa16505d-78dc-4235-83e0-b56fd8209816,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:17.488211 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-a224ca96-ad09-4119-9167-54fc13df8ca5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e73b32110ea44b7a13fe8ad0680cef2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2298782 Sep 15 09:05:17.489051 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-a224ca96-ad09-4119-9167-54fc13df8ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:17.491648 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45704) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:17.550538 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-23117eca-63cb-44ab-85d3-c5df7e93b0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:17.575383 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-23117eca-63cb-44ab-85d3-c5df7e93b0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:17.697347 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-23117eca-63cb-44ab-85d3-c5df7e93b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:17.700840 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-d28435ff-d463-4e54-a42f-2a79b206b663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:17.711501 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23117eca-63cb-44ab-85d3-c5df7e93b0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa16505d-78dc-4235-83e0-b56fd8209816,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:17.714915 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-23117eca-63cb-44ab-85d3-c5df7e93b0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:17.718415 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-23117eca-63cb-44ab-85d3-c5df7e93b0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:17.721380 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-23117eca-63cb-44ab-85d3-c5df7e93b0a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa16505d-78dc-4235-83e0-b56fd8209816 HTTP/1.1" status: 204 len: 168 time: 0.2275856 Sep 15 09:05:21.764356 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45780) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:21.898544 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-234826b8-6c06-42c6-8092-a1c59e248947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:21.928233 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-234826b8-6c06-42c6-8092-a1c59e248947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:05:21.931964 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-234826b8-6c06-42c6-8092-a1c59e248947 admin admin] Usage tracker for resource:security_group_rule and tenant:257705aa0a5e40a9a44ee592683ed583 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:05:21.934661 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-234826b8-6c06-42c6-8092-a1c59e248947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:05:21.940769 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-234826b8-6c06-42c6-8092-a1c59e248947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:05:22.006234 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-234826b8-6c06-42c6-8092-a1c59e248947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:22.079748 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-234826b8-6c06-42c6-8092-a1c59e248947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:22.086482 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-db777925-6e75-41f5-887e-038449a7f5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:22.126351 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234826b8-6c06-42c6-8092-a1c59e248947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c8cbbb-bf67-4d71-98bc-de31cccbde11,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:22.133274 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-234826b8-6c06-42c6-8092-a1c59e248947 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=257705aa0a5e40a9a44ee592683ed583&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3654261 Sep 15 09:05:22.133274 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-234826b8-6c06-42c6-8092-a1c59e248947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:22.134329 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45786) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:22.190955 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-190fc9e8-598b-4193-91b6-94af7edd43e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:22.215055 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-190fc9e8-598b-4193-91b6-94af7edd43e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:22.348372 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-190fc9e8-598b-4193-91b6-94af7edd43e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:22.351977 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-c655c73f-5add-4f44-ab6e-b40bcc28d957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:22.363078 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fc9e8-598b-4193-91b6-94af7edd43e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c8cbbb-bf67-4d71-98bc-de31cccbde11,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:22.375737 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-190fc9e8-598b-4193-91b6-94af7edd43e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:22.375737 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-190fc9e8-598b-4193-91b6-94af7edd43e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:22.375737 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-190fc9e8-598b-4193-91b6-94af7edd43e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3c8cbbb-bf67-4d71-98bc-de31cccbde11 HTTP/1.1" status: 204 len: 168 time: 0.2366433 Sep 15 09:05:22.968661 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45796) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:22.986837 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-3fba7b56-94c4-483a-a5a3-6f05a3a56de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:23.020874 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-3fba7b56-94c4-483a-a5a3-6f05a3a56de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:05:23.024561 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-3fba7b56-94c4-483a-a5a3-6f05a3a56de2 admin admin] Usage tracker for resource:security_group_rule and tenant:a5f4125a3cfc4f99b0f419625afa4045 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:05:23.027527 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-3fba7b56-94c4-483a-a5a3-6f05a3a56de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:05:23.033327 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-3fba7b56-94c4-483a-a5a3-6f05a3a56de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:05:23.096780 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-3fba7b56-94c4-483a-a5a3-6f05a3a56de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:23.180176 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-3fba7b56-94c4-483a-a5a3-6f05a3a56de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:23.187260 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-169fe53c-0762-4e55-b63c-44ce2cd8c53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:23.227143 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba7b56-94c4-483a-a5a3-6f05a3a56de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c232a881-7f6f-4c02-9c88-34bb8a7cce81,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:23.230735 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-3fba7b56-94c4-483a-a5a3-6f05a3a56de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:23.233894 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-3fba7b56-94c4-483a-a5a3-6f05a3a56de2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5f4125a3cfc4f99b0f419625afa4045&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2642014 Sep 15 09:05:23.236638 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 45800) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:23.294079 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3a4385e5-8400-4838-8efb-82f36d5b5387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:23.319629 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3a4385e5-8400-4838-8efb-82f36d5b5387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:23.465985 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3a4385e5-8400-4838-8efb-82f36d5b5387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:23.469844 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-620c989b-7a30-495c-9d89-a84bb90e70c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:23.483979 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4385e5-8400-4838-8efb-82f36d5b5387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c232a881-7f6f-4c02-9c88-34bb8a7cce81,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:23.486627 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-3a4385e5-8400-4838-8efb-82f36d5b5387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:23.492184 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-3a4385e5-8400-4838-8efb-82f36d5b5387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:23.493605 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-3a4385e5-8400-4838-8efb-82f36d5b5387 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c232a881-7f6f-4c02-9c88-34bb8a7cce81 HTTP/1.1" status: 204 len: 168 time: 0.2557161 Sep 15 09:05:24.135871 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378a82e-fef5-4876-a356-cca0ac1d34b1 req-6f62d63a-d0f8-4b11-abb4-087a7822b4f8 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:05:24.137429 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8378a82e-fef5-4876-a356-cca0ac1d34b1 req-6f62d63a-d0f8-4b11-abb4-087a7822b4f8 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 946 time: 0.0815184 Sep 15 09:05:24.189664 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8378a82e-fef5-4876-a356-cca0ac1d34b1 req-639c2812-f904-444b-bd30-1118bb0ec704 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450728 Sep 15 09:05:24.643212 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 45832) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:24.766712 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-955173967-network', 'tenant_id': '5ccc862a452e4f94a11ad99d69ee8444'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:05:24.771318 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:05:24.775114 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Usage tracker for resource:network and tenant:5ccc862a452e4f94a11ad99d69ee8444 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:05:24.777878 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:05:24.786703 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:05:24.845340 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Made reservation on behalf of 5ccc862a452e4f94a11ad99d69ee8444 for: {'network': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:05:24.847659 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:24.860198 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:24.891227 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:05:24.894951 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Usage tracker for resource:security_group_rule and tenant:5ccc862a452e4f94a11ad99d69ee8444 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:05:24.897644 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:05:24.903246 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:05:24.966621 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:25.031171 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:25.033914 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-6d564bfe-cfbf-48b9-b1da-0e4e87917854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:25.064704 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=75826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 09:05:25.069826 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e012a8a3-a6f8-4352-b043-4bfbea43448a,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:25.073279 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:25.076923 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:25.077255 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.segments_db [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Added segment 70e63c4c-cbf4-4544-92a2-2fda3c59d155 of type vlan for network 8d7f2e53-aa17-413f-989a-c0b3c50ee3ba Sep 15 09:05:25.103613 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:25.185723 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:25.187083 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:05:25.187654 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:25.191163 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:25.289103 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Pushing event updated for resources: {'Network': ['ID=8d7f2e53-aa17-413f-989a-c0b3c50ee3ba,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:25.291820 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:25.299523 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network 8d7f2e53-aa17-413f-989a-c0b3c50ee3ba details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:05:25.363242 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7188437 Sep 15 09:05:25.365444 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45840) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:25.371191 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-b0cf1935-4704-4a10-a2ab-d9c6be4951ff admin admin] Request body: {'subnet': {'network_id': '8d7f2e53-aa17-413f-989a-c0b3c50ee3ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-955173967-subnet', 'tenant_id': '5ccc862a452e4f94a11ad99d69ee8444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:05:25.376114 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-b0cf1935-4704-4a10-a2ab-d9c6be4951ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:05:25.379924 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-b0cf1935-4704-4a10-a2ab-d9c6be4951ff admin admin] Usage tracker for resource:subnet and tenant:5ccc862a452e4f94a11ad99d69ee8444 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:05:25.387071 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-b0cf1935-4704-4a10-a2ab-d9c6be4951ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:05:25.393304 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-b0cf1935-4704-4a10-a2ab-d9c6be4951ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:05:25.416128 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbff28-e4f8-4214-b00f-eaa0877a99aa req-ce548643-aa67-4e29-a37d-dcce8a1e2c1e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:05:25.417536 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0dfbff28-e4f8-4214-b00f-eaa0877a99aa req-ce548643-aa67-4e29-a37d-dcce8a1e2c1e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 946 time: 0.0907974 Sep 15 09:05:25.464291 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0dfbff28-e4f8-4214-b00f-eaa0877a99aa req-3b871b48-f8b3-47a7-8212-c895d57728ff tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups?id=c5a86759-dde9-422b-a272-48cec11209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403337 Sep 15 09:05:25.480039 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cf1935-4704-4a10-a2ab-d9c6be4951ff admin admin] Made reservation on behalf of 5ccc862a452e4f94a11ad99d69ee8444 for: {'subnet': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:05:25.482554 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1935-4704-4a10-a2ab-d9c6be4951ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6948032'] for subnet, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:25.540783 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835c354-c64b-4423-9feb-52eea9dfaf0e req-fa15a309-6159-49e6-a4a7-7ffdd3e03d33 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:05:25.542295 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2835c354-c64b-4423-9feb-52eea9dfaf0e req-fa15a309-6159-49e6-a4a7-7ffdd3e03d33 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.20 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 946 time: 0.0771604 Sep 15 09:05:25.614575 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-2835c354-c64b-4423-9feb-52eea9dfaf0e req-8575829b-ed6f-46ff-b3de-c15da956bb0f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Deleting port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:05:25.615114 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-2835c354-c64b-4423-9feb-52eea9dfaf0e req-8575829b-ed6f-46ff-b3de-c15da956bb0f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:25.737195 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1935-4704-4a10-a2ab-d9c6be4951ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7092343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6948078'] for subnet, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:25.742018 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-c4b625ff-8bae-45e5-982e-2ce93a94c938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:25.811694 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf1935-4704-4a10-a2ab-d9c6be4951ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ba0389-ee6d-440f-b89e-54eb68911d3d,revision_number=0']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:25.814955 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b0cf1935-4704-4a10-a2ab-d9c6be4951ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:25.822717 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cf1935-4704-4a10-a2ab-d9c6be4951ff admin admin] Checking segment: {'id': '70e63c4c-cbf4-4544-92a2-2fda3c59d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8d7f2e53-aa17-413f-989a-c0b3c50ee3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:05:25.823071 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cf1935-4704-4a10-a2ab-d9c6be4951ff admin admin] Network hostable DHCP agents. Network: 8d7f2e53-aa17-413f-989a-c0b3c50ee3ba, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:05:25.854442 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-2835c354-c64b-4423-9feb-52eea9dfaf0e req-8575829b-ed6f-46ff-b3de-c15da956bb0f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] For port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:05:25.854985 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-2835c354-c64b-4423-9feb-52eea9dfaf0e req-8575829b-ed6f-46ff-b3de-c15da956bb0f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:25.902581 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cf1935-4704-4a10-a2ab-d9c6be4951ff admin admin] Network 8d7f2e53-aa17-413f-989a-c0b3c50ee3ba is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:05:25.982617 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-b0cf1935-4704-4a10-a2ab-d9c6be4951ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, 8d7f2e53-aa17-413f-989a-c0b3c50ee3ba) {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:05:25.987577 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cf1935-4704-4a10-a2ab-d9c6be4951ff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:05:25.989148 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1935-4704-4a10-a2ab-d9c6be4951ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:25.990772 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b903fc8-88af-49d2-81f4-449192849a75 None None] Network 8d7f2e53-aa17-413f-989a-c0b3c50ee3ba requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:05:26.083562 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-b0cf1935-4704-4a10-a2ab-d9c6be4951ff admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7169471 Sep 15 09:05:26.150309 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-2835c354-c64b-4423-9feb-52eea9dfaf0e req-8575829b-ed6f-46ff-b3de-c15da956bb0f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:26.151034 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-2835c354-c64b-4423-9feb-52eea9dfaf0e req-8575829b-ed6f-46ff-b3de-c15da956bb0f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:26.151530 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.l3_db [req-2835c354-c64b-4423-9feb-52eea9dfaf0e req-8575829b-ed6f-46ff-b3de-c15da956bb0f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Floating IP acfadd60-4fae-4ed9-9e55-c50f4c6ff349 disassociated. External IP: 172.27.1.149, port: e9ff7f1c-60ef-492f-a949-c6144ac7bdcb. Sep 15 09:05:26.152052 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-2835c354-c64b-4423-9feb-52eea9dfaf0e req-8575829b-ed6f-46ff-b3de-c15da956bb0f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Calling delete_port for e9ff7f1c-60ef-492f-a949-c6144ac7bdcb owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:05:26.212905 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da77a87-5d6b-48b4-9cc7-878f663739ce None None] Network 8d7f2e53-aa17-413f-989a-c0b3c50ee3ba requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:05:26.377471 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-2835c354-c64b-4423-9feb-52eea9dfaf0e req-8575829b-ed6f-46ff-b3de-c15da956bb0f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:26.383135 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-02227190-eb46-48f4-abff-227e0aa66374 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:26.425646 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575829b-ed6f-46ff-b3de-c15da956bb0f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event deleted for resources: {'Port': ['ID=e9ff7f1c-60ef-492f-a949-c6144ac7bdcb,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:26.428118 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8575829b-ed6f-46ff-b3de-c15da956bb0f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:26.733248 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d8a24651-d993-4577-91d2-cce415a14332 req-cb36e0e4-d8e9-4fbb-8904-d3c289c753f3 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/ports?device_id=eea6d38f-dd74-452c-b2ad-51db3fe58d6e HTTP/1.1" status: 200 len: 210 time: 0.1273913 Sep 15 09:05:26.736580 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2835c354-c64b-4423-9feb-52eea9dfaf0e req-8575829b-ed6f-46ff-b3de-c15da956bb0f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Router 9279da42-9074-4c93-9f9c-105973375698 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:05:26.960745 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2835c354-c64b-4423-9feb-52eea9dfaf0e req-8575829b-ed6f-46ff-b3de-c15da956bb0f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:05:26.972916 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9ec9b-6b5f-4aa8-b956-69d0f9f27665 None None] Sync routers for ids ['9279da42-9074-4c93-9f9c-105973375698'] in dv-cinder-806008-2-iscsi {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:05:26.988111 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9ec9b-6b5f-4aa8-b956-69d0f9f27665 None None] Routers {'9279da42-9074-4c93-9f9c-105973375698'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:05:26.989782 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-74d9ec9b-6b5f-4aa8-b956-69d0f9f27665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:05:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9279da42-9074-4c93-9f9c-105973375698'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:27.040416 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2835c354-c64b-4423-9feb-52eea9dfaf0e req-8575829b-ed6f-46ff-b3de-c15da956bb0f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] No DVR routers for this DVR port e9ff7f1c-60ef-492f-a949-c6144ac7bdcb on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:05:27.043263 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-2835c354-c64b-4423-9feb-52eea9dfaf0e req-8575829b-ed6f-46ff-b3de-c15da956bb0f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:27.046007 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'name': 'network-vif-deleted', 'tag': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:05:27.112651 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea6d38f-dd74-452c-b2ad-51db3fe58d6e', 'name': 'network-vif-deleted', 'tag': 'e9ff7f1c-60ef-492f-a949-c6144ac7bdcb', 'status': 'completed', 'code': 200} Sep 15 09:05:27.123569 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2835c354-c64b-4423-9feb-52eea9dfaf0e req-8575829b-ed6f-46ff-b3de-c15da956bb0f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.20 "DELETE /v2.0/ports/e9ff7f1c-60ef-492f-a949-c6144ac7bdcb HTTP/1.1" status: 204 len: 173 time: 1.5761650 Sep 15 09:05:27.227739 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-74d9ec9b-6b5f-4aa8-b956-69d0f9f27665 None None] Set router 9279da42-9074-4c93-9f9c-105973375698 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:05:27.345339 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45866) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:27.350975 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-605012613-network', 'tenant_id': '53dc223385714b4d895bf44d1855d885'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:05:27.355596 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:05:27.359348 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Usage tracker for resource:network and tenant:53dc223385714b4d895bf44d1855d885 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:05:27.362130 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:05:27.368708 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:05:27.426973 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Made reservation on behalf of 53dc223385714b4d895bf44d1855d885 for: {'network': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:05:27.429716 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:27.443202 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:27.480100 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:05:27.484739 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Usage tracker for resource:security_group_rule and tenant:53dc223385714b4d895bf44d1855d885 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:05:27.487865 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:05:27.494072 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:05:27.546050 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-74d9ec9b-6b5f-4aa8-b956-69d0f9f27665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '13229827-0414-4a3d-8f4e-892feee9cf94', 'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'mac_address': 'fa:16:3e:be:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:54Z', 'updated_at': '2021-09-15T08:58:28Z', 'revision_number': 5, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'subnets': [{'id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:27.550694 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9ec9b-6b5f-4aa8-b956-69d0f9f27665 None None] Checking router: 9279da42-9074-4c93-9f9c-105973375698 for host: dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:05:27.559299 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:27.562706 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9ec9b-6b5f-4aa8-b956-69d0f9f27665 None None] Routers {'9279da42-9074-4c93-9f9c-105973375698'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:05:27.563379 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-74d9ec9b-6b5f-4aa8-b956-69d0f9f27665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:05:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9279da42-9074-4c93-9f9c-105973375698'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:27.617659 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:27.622008 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-19cd1dd6-9bdd-4e5f-a06f-dae02b524b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:27.654164 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=75825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 09:05:27.663373 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa9d63a-4317-4dda-881d-ec6c55dba13c,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:27.666915 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:27.669751 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:27.670386 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.segments_db [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Added segment 274a989f-7e09-4a8c-a005-e3f0a5293c82 of type vlan for network 95a4490b-a6ae-458e-80a6-e67483d6aa4a Sep 15 09:05:27.699436 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:27.761686 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-74d9ec9b-6b5f-4aa8-b956-69d0f9f27665 None None] Set router 9279da42-9074-4c93-9f9c-105973375698 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:05:27.806044 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:27.807505 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:05:27.808174 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:27.816582 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:27.915256 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Pushing event updated for resources: {'Network': ['ID=95a4490b-a6ae-458e-80a6-e67483d6aa4a,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:27.917962 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:27.925399 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network 95a4490b-a6ae-458e-80a6-e67483d6aa4a details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:05:27.984598 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45874) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:28.006837 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6604178 Sep 15 09:05:28.015273 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 45878) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:28.023943 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] Request body: {'subnet': {'network_id': '95a4490b-a6ae-458e-80a6-e67483d6aa4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-605012613-subnet', 'tenant_id': '53dc223385714b4d895bf44d1855d885', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:05:28.031785 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:05:28.035869 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] Usage tracker for resource:subnet and tenant:53dc223385714b4d895bf44d1855d885 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:05:28.039843 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:05:28.045950 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:05:28.065217 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-038cf067-a3d6-4f5f-bd3d-142af9b33765 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:28.092940 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-038cf067-a3d6-4f5f-bd3d-142af9b33765 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:28.094625 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-74d9ec9b-6b5f-4aa8-b956-69d0f9f27665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '13229827-0414-4a3d-8f4e-892feee9cf94', 'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'mac_address': 'fa:16:3e:be:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:54Z', 'updated_at': '2021-09-15T08:58:28Z', 'revision_number': 5, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'subnets': [{'id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:28.101887 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9ec9b-6b5f-4aa8-b956-69d0f9f27665 None None] The sync data for ids ['9279da42-9074-4c93-9f9c-105973375698'] in dv-cinder-806008-2-iscsi is: [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '13229827-0414-4a3d-8f4e-892feee9cf94', 'name': '', 'network_id': 'dee31690-1b17-41a7-9226-bbc0b9faff0c', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'mac_address': 'fa:16:3e:be:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:54Z', 'updated_at': '2021-09-15T08:58:28Z', 'revision_number': 5, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'subnets': [{'id': 'c69077b5-d8c6-4f9f-8dc8-1e62fce814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:05:28.151582 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] Made reservation on behalf of 53dc223385714b4d895bf44d1855d885 for: {'subnet': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:05:28.154211 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6737201'] for subnet, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:28.265911 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-038cf067-a3d6-4f5f-bd3d-142af9b33765 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:28.273582 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-6a581489-3235-4e26-9d32-c99ac2653409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:28.289811 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038cf067-a3d6-4f5f-bd3d-142af9b33765 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a86759-dde9-422b-a272-48cec11209f6,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:28.293355 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-038cf067-a3d6-4f5f-bd3d-142af9b33765 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:28.379388 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-038cf067-a3d6-4f5f-bd3d-142af9b33765 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:28.380522 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-038cf067-a3d6-4f5f-bd3d-142af9b33765 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "DELETE /v2.0/security-groups/c5a86759-dde9-422b-a272-48cec11209f6 HTTP/1.1" status: 204 len: 168 time: 0.3948669 Sep 15 09:05:28.384137 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b25d16-96b6-4f5d-b88c-5087077d19c0 None None] New status for floating IP acfadd60-4fae-4ed9-9e55-c50f4c6ff349: DOWN {{(pid=75827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 09:05:28.384408 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45882) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:28.400149 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.api.v2.resource [None req-3145055b-65b5-45b8-b4af-df34c0312115 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] show failed (client error): The resource could not be found. Sep 15 09:05:28.401037 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-3145055b-65b5-45b8-b4af-df34c0312115 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "GET /v2.0/security-groups/c5a86759-dde9-422b-a272-48cec11209f6 HTTP/1.1" status: 404 len: 347 time: 0.0168962 Sep 15 09:05:28.404156 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 45886) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:28.466792 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7705115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6737183'] for subnet, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:28.485078 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:28.616034 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Deleting port a7e79a97-89e6-4512-bf3a-042a746584ff {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:05:28.616619 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:28.665765 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b76544d-9745-4b97-a21f-367a6834c908,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:28.674244 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:28.749056 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] Checking segment: {'id': '274a989f-7e09-4a8c-a005-e3f0a5293c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '95a4490b-a6ae-458e-80a6-e67483d6aa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:05:28.749401 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] Network hostable DHCP agents. Network: 95a4490b-a6ae-458e-80a6-e67483d6aa4a, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:05:28.816551 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:28.816868 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:28.877395 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] Network 95a4490b-a6ae-458e-80a6-e67483d6aa4a is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:05:28.909856 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device e9ff7f1c-60ef-492f-a949-c6144ac7bdcb no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:05:28.939125 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Calling delete_port for a7e79a97-89e6-4512-bf3a-042a746584ff owned by network:floatingip {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:05:28.942307 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: e9ff7f1c-60ef-492f-a949-c6144ac7bdcb {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:05:28.942804 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device e9ff7f1c-60ef-492f-a949-c6144ac7bdcb not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:05:29.054977 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, 95a4490b-a6ae-458e-80a6-e67483d6aa4a) {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:05:29.056893 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.db.api [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:05:29.057255 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_db.api [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:05:29.059661 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:05:29.060268 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:29.063074 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf22e0de-0639-49dd-a1c0-d10eb5d5bca0 None None] Network 95a4490b-a6ae-458e-80a6-e67483d6aa4a requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:05:29.178042 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1603694 Sep 15 09:05:29.269280 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc09bfe8-9b3e-40fe-9f26-9283802ff640 None None] Network 95a4490b-a6ae-458e-80a6-e67483d6aa4a requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:05:29.558151 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Deleting port a7e79a97-89e6-4512-bf3a-042a746584ff {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:05:29.558603 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:29.725958 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:29.726309 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:29.939864 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Calling delete_port for a7e79a97-89e6-4512-bf3a-042a746584ff owned by network:floatingip {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:05:30.139855 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:30.147685 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ce7cf94d-7882-4cef-a4fc-7cb4675dcbac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:30.196512 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Pushing event deleted for resources: {'Port': ['ID=a7e79a97-89e6-4512-bf3a-042a746584ff,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:30.225022 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:30.299070 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks [] for floatingip, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:30.315248 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:30.316567 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] 10.222.0.39 "DELETE /v2.0/floatingips/acfadd60-4fae-4ed9-9e55-c50f4c6ff349 HTTP/1.1" status: 204 len: 168 time: 1.9112105 Sep 15 09:05:33.403080 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45936) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:33.993719 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-18a1a5c6-4c82-44a8-ba89-5680d39822c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8194653'] for router_interface, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:34.217209 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:34.564580 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-18a1a5c6-4c82-44a8-ba89-5680d39822c3 admin admin] Deleting port 13229827-0414-4a3d-8f4e-892feee9cf94 {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:05:34.565135 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-18a1a5c6-4c82-44a8-ba89-5680d39822c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:34.808097 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [None req-18a1a5c6-4c82-44a8-ba89-5680d39822c3 admin admin] For port 13229827-0414-4a3d-8f4e-892feee9cf94, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=13229827-0414-4a3d-8f4e-892feee9cf94,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:05:34.808438 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-18a1a5c6-4c82-44a8-ba89-5680d39822c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:34.924746 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-18a1a5c6-4c82-44a8-ba89-5680d39822c3 admin admin] Calling delete_port for 13229827-0414-4a3d-8f4e-892feee9cf94 owned by network:router_interface {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:05:35.160171 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-18a1a5c6-4c82-44a8-ba89-5680d39822c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:35.164706 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-828f3662-934c-40c5-8fa8-acdb64814dd1 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:35.208623 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1a5c6-4c82-44a8-ba89-5680d39822c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=13229827-0414-4a3d-8f4e-892feee9cf94,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:35.217238 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-18a1a5c6-4c82-44a8-ba89-5680d39822c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:35.495224 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-18a1a5c6-4c82-44a8-ba89-5680d39822c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7224645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8194793'] for router_interface, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:36.011247 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-9fd65b96-37b2-4a95-afbc-80a39828370a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:36.072969 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a1a5c6-4c82-44a8-ba89-5680d39822c3 admin admin] Router 9279da42-9074-4c93-9f9c-105973375698 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:05:36.375627 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a1a5c6-4c82-44a8-ba89-5680d39822c3 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:05:36.383752 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ae601-5cae-46ff-906d-7b0e208dfc34 None None] Sync routers for ids ['9279da42-9074-4c93-9f9c-105973375698'] in dv-cinder-806008-2-iscsi {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:05:36.387413 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-18a1a5c6-4c82-44a8-ba89-5680d39822c3 admin admin] 10.222.0.39 "PUT /v2.0/routers/9279da42-9074-4c93-9f9c-105973375698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9833052 Sep 15 09:05:36.390555 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45956) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:36.395956 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ae601-5cae-46ff-906d-7b0e208dfc34 None None] Routers {'9279da42-9074-4c93-9f9c-105973375698'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:05:36.396555 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-6c1ae601-5cae-46ff-906d-7b0e208dfc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:05:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9279da42-9074-4c93-9f9c-105973375698'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:36.534221 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:36.574769 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-6c1ae601-5cae-46ff-906d-7b0e208dfc34 None None] Set router 9279da42-9074-4c93-9f9c-105973375698 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:05:36.585616 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e28b9877-5177-4080-a5ba-a65fc6227824 admin admin] Notify callbacks [] for router, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:36.791428 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e28b9877-5177-4080-a5ba-a65fc6227824 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:36.856838 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-6c1ae601-5cae-46ff-906d-7b0e208dfc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T09:05:35Z', 'revision_number': 5, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port': {'id': '92115c01-2ffb-41ab-9e65-aae9aa88cb5e', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279da42-9074-4c93-9f9c-105973375698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:57:44Z', 'updated_at': '2021-09-15T08:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:36.860544 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ae601-5cae-46ff-906d-7b0e208dfc34 None None] Checking router: 9279da42-9074-4c93-9f9c-105973375698 for host: dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:05:36.870943 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ae601-5cae-46ff-906d-7b0e208dfc34 None None] Routers {'9279da42-9074-4c93-9f9c-105973375698'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:05:36.871522 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-6c1ae601-5cae-46ff-906d-7b0e208dfc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:05:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9279da42-9074-4c93-9f9c-105973375698'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:36.885533 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-e28b9877-5177-4080-a5ba-a65fc6227824 admin admin] Deleting port 92115c01-2ffb-41ab-9e65-aae9aa88cb5e {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:05:36.885931 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e28b9877-5177-4080-a5ba-a65fc6227824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:37.051187 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-6c1ae601-5cae-46ff-906d-7b0e208dfc34 None None] Set router 9279da42-9074-4c93-9f9c-105973375698 gateway port host: None {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:05:37.064196 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [None req-e28b9877-5177-4080-a5ba-a65fc6227824 admin admin] For port 92115c01-2ffb-41ab-9e65-aae9aa88cb5e, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=92115c01-2ffb-41ab-9e65-aae9aa88cb5e,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:05:37.064613 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e28b9877-5177-4080-a5ba-a65fc6227824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:37.152931 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-6c1ae601-5cae-46ff-906d-7b0e208dfc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T09:05:36Z', 'revision_number': 6, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port_host': None}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:37.157509 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ae601-5cae-46ff-906d-7b0e208dfc34 None None] The sync data for ids ['9279da42-9074-4c93-9f9c-105973375698'] in dv-cinder-806008-2-iscsi is: [{'id': '9279da42-9074-4c93-9f9c-105973375698', 'name': 'tempest-AttachVolumeShelveTestJSON-300836267-router', 'tenant_id': '5f168b6f24dc4d93824606ca9470fea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:57:43Z', 'updated_at': '2021-09-15T09:05:36Z', 'revision_number': 6, 'project_id': '5f168b6f24dc4d93824606ca9470fea0', 'gw_port_host': None}] {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:05:37.190308 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-e28b9877-5177-4080-a5ba-a65fc6227824 admin admin] Calling delete_port for 92115c01-2ffb-41ab-9e65-aae9aa88cb5e owned by network:router_gateway {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:05:37.411128 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e28b9877-5177-4080-a5ba-a65fc6227824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:37.415507 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-c544fba4-af29-44dd-a3c4-9a06d3644b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:37.455879 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b9877-5177-4080-a5ba-a65fc6227824 admin admin] Pushing event deleted for resources: {'Port': ['ID=92115c01-2ffb-41ab-9e65-aae9aa88cb5e,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:37.458598 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e28b9877-5177-4080-a5ba-a65fc6227824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:37.678943 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e28b9877-5177-4080-a5ba-a65fc6227824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8205430'] for router_gateway, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:38.021079 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e28b9877-5177-4080-a5ba-a65fc6227824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8195202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2394'] for router, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:38.025231 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e28b9877-5177-4080-a5ba-a65fc6227824 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:38.128134 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e28b9877-5177-4080-a5ba-a65fc6227824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8192274'] for router, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:38.128639 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28b9877-5177-4080-a5ba-a65fc6227824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9279da42-9074-4c93-9f9c-105973375698 {{(pid=75825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 09:05:38.142541 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e28b9877-5177-4080-a5ba-a65fc6227824 admin admin] Notify callbacks [] for router, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:38.143649 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-e28b9877-5177-4080-a5ba-a65fc6227824 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9279da42-9074-4c93-9f9c-105973375698 HTTP/1.1" status: 204 len: 168 time: 1.7521827 Sep 15 09:05:38.146214 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45968) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:38.212172 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96b035a-7fc2-44af-ab8a-0552cff8d684 admin admin] Deleting subnet c69077b5-d8c6-4f9f-8dc8-1e62fce814b7 {{(pid=75825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 09:05:38.216693 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f96b035a-7fc2-44af-ab8a-0552cff8d684 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:38.259755 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-8960fcb2-525a-4fb4-bab9-cc989ff8ddd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:38.265892 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f96b035a-7fc2-44af-ab8a-0552cff8d684 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7373092'] for subnet, precommit_delete_associations {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:38.345019 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f96b035a-7fc2-44af-ab8a-0552cff8d684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630464'] for subnet, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:38.364700 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 13229827-0414-4a3d-8f4e-892feee9cf94 no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:05:38.396904 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: 13229827-0414-4a3d-8f4e-892feee9cf94 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:05:38.397531 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 13229827-0414-4a3d-8f4e-892feee9cf94 not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:05:38.397949 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 92115c01-2ffb-41ab-9e65-aae9aa88cb5e no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:05:38.428659 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: 92115c01-2ffb-41ab-9e65-aae9aa88cb5e {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:05:38.429002 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 92115c01-2ffb-41ab-9e65-aae9aa88cb5e not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:05:38.485024 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f96b035a-7fc2-44af-ab8a-0552cff8d684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6948069'] for subnet, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:38.489840 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-20578471-0695-40b6-a6b8-09600061bc3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:38.524859 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b035a-7fc2-44af-ab8a-0552cff8d684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c69077b5-d8c6-4f9f-8dc8-1e62fce814b7,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:38.527610 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-f96b035a-7fc2-44af-ab8a-0552cff8d684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:38.529964 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f96b035a-7fc2-44af-ab8a-0552cff8d684 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:38.536133 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-f96b035a-7fc2-44af-ab8a-0552cff8d684 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c69077b5-d8c6-4f9f-8dc8-1e62fce814b7 HTTP/1.1" status: 204 len: 168 time: 0.3889759 Sep 15 09:05:38.536858 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5027480a-4e5b-479f-a8fe-d4e483063083 None None] Network dee31690-1b17-41a7-9226-bbc0b9faff0c requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:05:38.538751 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45976) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:38.652319 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620022'] for network, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:38.663245 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Deleting port 67e5d3dc-1116-4ca8-bc64-1003df61c023 {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:05:38.663563 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:38.827063 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc88de2-b927-460a-aea1-d85ce58b7800 None None] DHCP port deletion for dee31690-1b17-41a7-9226-bbc0b9faff0c request from dv-cinder-806008-2-iscsi {{(pid=75827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 09:05:38.831301 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-1dc88de2-b927-460a-aea1-d85ce58b7800 None None] Deleting port 67e5d3dc-1116-4ca8-bc64-1003df61c023 {{(pid=75827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:05:38.831854 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-1dc88de2-b927-460a-aea1-d85ce58b7800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:38.871523 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] For port 67e5d3dc-1116-4ca8-bc64-1003df61c023, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=67e5d3dc-1116-4ca8-bc64-1003df61c023,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:05:38.871917 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:38.992326 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Calling delete_port for 67e5d3dc-1116-4ca8-bc64-1003df61c023 owned by network:dhcp {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:05:39.028977 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-1dc88de2-b927-460a-aea1-d85ce58b7800 None None] For port 67e5d3dc-1116-4ca8-bc64-1003df61c023, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=67e5d3dc-1116-4ca8-bc64-1003df61c023,segment=NetworkSegment(1f19e222-9bb1-423a-99fe-b5c6a8d3a745),segment_id=1f19e222-9bb1-423a-99fe-b5c6a8d3a745)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:05:39.029294 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-1dc88de2-b927-460a-aea1-d85ce58b7800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:39.131326 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:39.142495 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:39.165537 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-1dc88de2-b927-460a-aea1-d85ce58b7800 None None] Calling delete_port for 67e5d3dc-1116-4ca8-bc64-1003df61c023 owned by network:dhcp {{(pid=75827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:05:39.179149 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] No DVR routers for this DVR port 67e5d3dc-1116-4ca8-bc64-1003df61c023 on host dv-cinder-806008-2-iscsi {{(pid=75825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:05:39.209445 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Pushing event deleted for resources: {'Port': ['ID=67e5d3dc-1116-4ca8-bc64-1003df61c023,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:39.213858 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:39.237145 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.db.api [None req-1dc88de2-b927-460a-aea1-d85ce58b7800 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:05:39.237500 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_db.api [None req-1dc88de2-b927-460a-aea1-d85ce58b7800 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:05:39.299694 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628807', 'neutron.services.segments.db._delete_segments_for_network-8733233187485'] for network, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:39.313008 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee31690-1b17-41a7-9226-bbc0b9faff0c']}} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:39.325811 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f19e222-9bb1-423a-99fe-b5c6a8d3a745') {'for_net_delete': True} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:39.326123 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f19e222-9bb1-423a-99fe-b5c6a8d3a745') {} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:39.337742 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733233221816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7373117'] for segment, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:39.353133 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:39.359099 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=75825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 09:05:39.359465 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-630388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7092456'] for segment, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: Traceback (most recent call last): Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: timer() Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: cb(*args, **kw) Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: return func(*args, **kwargs) Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: self._notify() Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: self.callback(batched_events) Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: event.method(event) Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: return f(self, *a, **k) Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: return self._get(url).json() Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: return self.request(url, 'GET', **kwargs) Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 09:05:39.372671 dv-cinder-806008-2-iscsi neutron-server[75825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 09:05:39.376545 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:39.531207 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8205405'] for network, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:39.535123 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:39.548569 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:39.558784 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Pushing event deleted for resources: {'Network': ['ID=dee31690-1b17-41a7-9226-bbc0b9faff0c,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:39.562306 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:39.700875 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] 10.222.0.39 "DELETE /v2.0/networks/dee31690-1b17-41a7-9226-bbc0b9faff0c HTTP/1.1" status: 204 len: 168 time: 1.1602962 Sep 15 09:05:39.738620 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-1dc88de2-b927-460a-aea1-d85ce58b7800 None None] Deleting port 67e5d3dc-1116-4ca8-bc64-1003df61c023 {{(pid=75827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:05:39.738996 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-1dc88de2-b927-460a-aea1-d85ce58b7800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:39.803719 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-1dc88de2-b927-460a-aea1-d85ce58b7800 None None] The port '67e5d3dc-1116-4ca8-bc64-1003df61c023' was deleted {{(pid=75827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 09:05:40.045595 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45988) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:40.095036 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-ee559489-30dd-443c-a643-08b4a44e06f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f168b6f24dc4d93824606ca9470fea0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481067 Sep 15 09:05:40.097152 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 45992) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:40.153617 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-2d001dcb-5e3a-460f-b19e-ffbe139420da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:40.181714 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-2d001dcb-5e3a-460f-b19e-ffbe139420da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:40.322534 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-2d001dcb-5e3a-460f-b19e-ffbe139420da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:40.327258 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-647dd676-e70e-49f2-9761-fec1eae9fc48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:40.376197 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 67e5d3dc-1116-4ca8-bc64-1003df61c023 no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:05:40.410735 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: 67e5d3dc-1116-4ca8-bc64-1003df61c023 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:05:40.411447 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 67e5d3dc-1116-4ca8-bc64-1003df61c023 not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:05:40.431897 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d001dcb-5e3a-460f-b19e-ffbe139420da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5302507-6e20-4f87-9912-d74664985112,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:40.435491 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-2d001dcb-5e3a-460f-b19e-ffbe139420da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:40.438668 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-2d001dcb-5e3a-460f-b19e-ffbe139420da admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:40.442214 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-2d001dcb-5e3a-460f-b19e-ffbe139420da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5302507-6e20-4f87-9912-d74664985112 HTTP/1.1" status: 204 len: 168 time: 0.3418360 Sep 15 09:05:40.839670 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:45.573118 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:05:48.350009 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46124) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:48.411895 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_v2 [None req-20de8dcd-95ee-4fa2-a280-a7c9877d3edd admin admin] Deleting subnet 85ba0389-ee6d-440f-b89e-54eb68911d3d {{(pid=75826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 09:05:48.414752 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-20de8dcd-95ee-4fa2-a280-a7c9877d3edd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:48.461017 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-20de8dcd-95ee-4fa2-a280-a7c9877d3edd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739139'] for subnet, precommit_delete_associations {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:48.516524 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-20de8dcd-95ee-4fa2-a280-a7c9877d3edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630464'] for subnet, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:48.642413 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-20de8dcd-95ee-4fa2-a280-a7c9877d3edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7705306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6737172'] for subnet, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:48.646696 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ae8c256a-8669-4e97-ba14-b3dd28e724b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:48.678913 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de8dcd-95ee-4fa2-a280-a7c9877d3edd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ba0389-ee6d-440f-b89e-54eb68911d3d,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:48.682702 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-20de8dcd-95ee-4fa2-a280-a7c9877d3edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:48.685491 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-20de8dcd-95ee-4fa2-a280-a7c9877d3edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:48.691047 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-20de8dcd-95ee-4fa2-a280-a7c9877d3edd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/85ba0389-ee6d-440f-b89e-54eb68911d3d HTTP/1.1" status: 204 len: 168 time: 0.3400784 Sep 15 09:05:48.693448 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46128) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:48.796969 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-42ff8cda-7b71-4684-82c4-77c0ea5ec9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620022'] for network, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:48.921527 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-42ff8cda-7b71-4684-82c4-77c0ea5ec9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628807', 'neutron.services.segments.db._delete_segments_for_network-8733233187485'] for network, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:48.933981 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-42ff8cda-7b71-4684-82c4-77c0ea5ec9fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7f2e53-aa17-413f-989a-c0b3c50ee3ba']}} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:48.945715 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-42ff8cda-7b71-4684-82c4-77c0ea5ec9fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e63c4c-cbf4-4544-92a2-2fda3c59d155') {'for_net_delete': True} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:48.946003 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-42ff8cda-7b71-4684-82c4-77c0ea5ec9fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e63c4c-cbf4-4544-92a2-2fda3c59d155') {} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:48.958071 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-42ff8cda-7b71-4684-82c4-77c0ea5ec9fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733233221816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739162'] for segment, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:48.973989 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-42ff8cda-7b71-4684-82c4-77c0ea5ec9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:48.979819 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ff8cda-7b71-4684-82c4-77c0ea5ec9fa admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=75826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 09:05:48.980194 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-42ff8cda-7b71-4684-82c4-77c0ea5ec9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-630388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7705220'] for segment, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: Traceback (most recent call last): Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: timer() Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: cb(*args, **kw) Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: return func(*args, **kwargs) Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: self._notify() Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: self.callback(batched_events) Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: event.method(event) Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: return f(self, *a, **k) Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._get(url).json() Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: return self.request(url, 'GET', **kwargs) Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 09:05:48.996592 dv-cinder-806008-2-iscsi neutron-server[75826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 09:05:49.139669 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-42ff8cda-7b71-4684-82c4-77c0ea5ec9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8205405'] for network, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:49.143311 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-0ef25d28-e142-492d-9c29-b1ef4f758d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:49.156447 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-42ff8cda-7b71-4684-82c4-77c0ea5ec9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:49.166009 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-42ff8cda-7b71-4684-82c4-77c0ea5ec9fa admin admin] 10.222.0.39 "DELETE /v2.0/networks/8d7f2e53-aa17-413f-989a-c0b3c50ee3ba HTTP/1.1" status: 204 len: 168 time: 0.4716537 Sep 15 09:05:49.166849 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff8cda-7b71-4684-82c4-77c0ea5ec9fa admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7f2e53-aa17-413f-989a-c0b3c50ee3ba,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:49.168688 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46132) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:49.170960 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-42ff8cda-7b71-4684-82c4-77c0ea5ec9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:49.244962 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_v2 [None req-94055260-78f6-41a9-a10c-b84e81029815 admin admin] Deleting subnet 8b76544d-9745-4b97-a21f-367a6834c908 {{(pid=75826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 09:05:49.248454 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-94055260-78f6-41a9-a10c-b84e81029815 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:49.301870 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-94055260-78f6-41a9-a10c-b84e81029815 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739139'] for subnet, precommit_delete_associations {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:49.358103 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-94055260-78f6-41a9-a10c-b84e81029815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630464'] for subnet, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:49.502415 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-94055260-78f6-41a9-a10c-b84e81029815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7705306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6737172'] for subnet, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:49.507011 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:49.540039 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94055260-78f6-41a9-a10c-b84e81029815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b76544d-9745-4b97-a21f-367a6834c908,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:49.543557 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-94055260-78f6-41a9-a10c-b84e81029815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:49.546245 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-94055260-78f6-41a9-a10c-b84e81029815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:49.552217 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-94055260-78f6-41a9-a10c-b84e81029815 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8b76544d-9745-4b97-a21f-367a6834c908 HTTP/1.1" status: 204 len: 168 time: 0.3826406 Sep 15 09:05:49.554668 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46138) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:49.658227 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8807ad91-a84e-4230-945c-4ead60da71ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620022'] for network, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:49.778170 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8807ad91-a84e-4230-945c-4ead60da71ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628807', 'neutron.services.segments.db._delete_segments_for_network-8733233187485'] for network, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:49.790504 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-8807ad91-a84e-4230-945c-4ead60da71ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a4490b-a6ae-458e-80a6-e67483d6aa4a']}} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:49.802737 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-8807ad91-a84e-4230-945c-4ead60da71ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274a989f-7e09-4a8c-a005-e3f0a5293c82') {'for_net_delete': True} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:49.803026 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-8807ad91-a84e-4230-945c-4ead60da71ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274a989f-7e09-4a8c-a005-e3f0a5293c82') {} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:05:49.814530 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8807ad91-a84e-4230-945c-4ead60da71ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733233221816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739162'] for segment, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:49.829740 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8807ad91-a84e-4230-945c-4ead60da71ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:49.835525 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8807ad91-a84e-4230-945c-4ead60da71ee admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=75826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 09:05:49.835904 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8807ad91-a84e-4230-945c-4ead60da71ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-630388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7705220'] for segment, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: Traceback (most recent call last): Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: timer() Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: cb(*args, **kw) Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: return func(*args, **kwargs) Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: self._notify() Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: self.callback(batched_events) Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: event.method(event) Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: return f(self, *a, **k) Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._get(url).json() Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: return self.request(url, 'GET', **kwargs) Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 09:05:49.852027 dv-cinder-806008-2-iscsi neutron-server[75826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 09:05:49.976241 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8807ad91-a84e-4230-945c-4ead60da71ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8205405'] for network, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:49.980590 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8807ad91-a84e-4230-945c-4ead60da71ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:49.984773 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-42ff8cda-7b71-4684-82c4-77c0ea5ec9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:50.002955 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-8807ad91-a84e-4230-945c-4ead60da71ee admin admin] 10.222.0.39 "DELETE /v2.0/networks/95a4490b-a6ae-458e-80a6-e67483d6aa4a HTTP/1.1" status: 204 len: 168 time: 0.4473600 Sep 15 09:05:50.006047 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807ad91-a84e-4230-945c-4ead60da71ee admin admin] Pushing event deleted for resources: {'Network': ['ID=95a4490b-a6ae-458e-80a6-e67483d6aa4a,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:50.008262 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8807ad91-a84e-4230-945c-4ead60da71ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:50.348691 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46146) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:50.398526 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-23f10eb8-9f20-4591-8c7b-88faef9679f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ccc862a452e4f94a11ad99d69ee8444&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486286 Sep 15 09:05:50.400751 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46152) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:50.464208 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3b49-ec2a-4728-a864-27de4b886b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:50.490003 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3b49-ec2a-4728-a864-27de4b886b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:50.616805 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3b49-ec2a-4728-a864-27de4b886b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:50.621605 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-64b692fe-bde8-4d7c-8b73-8b9c4bdcfc87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:50.631791 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa3b49-ec2a-4728-a864-27de4b886b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e012a8a3-a6f8-4352-b043-4bfbea43448a,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:50.634734 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d1aa3b49-ec2a-4728-a864-27de4b886b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:50.639443 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3b49-ec2a-4728-a864-27de4b886b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:50.640572 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-d1aa3b49-ec2a-4728-a864-27de4b886b72 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e012a8a3-a6f8-4352-b043-4bfbea43448a HTTP/1.1" status: 204 len: 168 time: 0.2389336 Sep 15 09:05:51.415660 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46160) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:51.469539 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-5c697d79-35f9-4bef-bf6e-edf7360e11d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53dc223385714b4d895bf44d1855d885&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500247 Sep 15 09:05:51.469539 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46168) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:05:51.530493 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d7965e24-2b41-4690-beb9-a1b6a5ce1464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:51.559946 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d7965e24-2b41-4690-beb9-a1b6a5ce1464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:51.685683 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d7965e24-2b41-4690-beb9-a1b6a5ce1464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:51.690537 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8ef9701c-5e5b-46d4-bbe1-227d98fad033 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:05:51.703913 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7965e24-2b41-4690-beb9-a1b6a5ce1464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa9d63a-4317-4dda-881d-ec6c55dba13c,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:05:51.706654 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d7965e24-2b41-4690-beb9-a1b6a5ce1464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:05:51.708595 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d7965e24-2b41-4690-beb9-a1b6a5ce1464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:05:51.711871 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-d7965e24-2b41-4690-beb9-a1b6a5ce1464 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffa9d63a-4317-4dda-881d-ec6c55dba13c HTTP/1.1" status: 204 len: 168 time: 0.2393372 Sep 15 09:06:04.238410 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:06.027140 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-474c3663-8947-4f86-a75c-a4ce13a2fbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:06.524280 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:08.249895 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-e1d9ac1d-d14b-4d65-bdfa-3309b3d7ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:09.392892 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:10.809707 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:22.573456 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:06:34.241076 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:34.272998 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 46626) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:34.410608 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:34.440525 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:06:34.444232 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Usage tracker for resource:security_group_rule and tenant:5325d775dec5490aa5da721935cba9d6 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:06:34.446945 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:06:34.457547 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:06:34.516247 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:34.606908 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:34.614313 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-9c66ae98-eb7a-4e6f-959d-298fc2303125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:34.654080 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204feab3-83ae-412f-ac51-36cf5412123b,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:34.661870 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5325d775dec5490aa5da721935cba9d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3872724 Sep 15 09:06:34.662541 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46646) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:34.666299 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.666670 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.667030 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.667382 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.667731 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.668080 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.668448 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.668793 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.669136 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.669474 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.669812 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.673829 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-41add020-7eee-4488-b89c-780a6b5f2560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:34.727230 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:34.754198 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:34.863968 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:34.867854 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1504f8e0-f2f5-4bd6-b8a1-08749a7e3a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:34.879575 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204feab3-83ae-412f-ac51-36cf5412123b,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:34.889992 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:34.891132 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/204feab3-83ae-412f-ac51-36cf5412123b HTTP/1.1" status: 204 len: 168 time: 0.2274058 Sep 15 09:06:34.892852 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.893216 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.893574 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.893924 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.894293 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.894646 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.895290 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.895290 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.895638 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.895974 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.896311 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:34.899386 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b22a6d30-f798-42bc-80ee-a05a06f61c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:35.196928 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46660) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:35.337398 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c8dffe5d-49e3-4f66-866f-164fd1f90e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:35.459000 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-c8dffe5d-49e3-4f66-866f-164fd1f90e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:06:35.466356 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-c8dffe5d-49e3-4f66-866f-164fd1f90e06 admin admin] Usage tracker for resource:security_group_rule and tenant:684d1a77457e44b2b354366bff1bf637 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:06:35.469913 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-c8dffe5d-49e3-4f66-866f-164fd1f90e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:06:35.475741 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-c8dffe5d-49e3-4f66-866f-164fd1f90e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:06:35.543957 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c8dffe5d-49e3-4f66-866f-164fd1f90e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:35.606625 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c8dffe5d-49e3-4f66-866f-164fd1f90e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:35.614030 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d7965e24-2b41-4690-beb9-a1b6a5ce1464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:35.652638 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dffe5d-49e3-4f66-866f-164fd1f90e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778298c2-1c49-4206-b61b-ed133040f351,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:35.655669 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c8dffe5d-49e3-4f66-866f-164fd1f90e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:35.659745 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-c8dffe5d-49e3-4f66-866f-164fd1f90e06 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=684d1a77457e44b2b354366bff1bf637&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4617493 Sep 15 09:06:35.662382 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46674) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:35.723442 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9c378388-7f89-4760-9145-f0436329f5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:35.751459 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9c378388-7f89-4760-9145-f0436329f5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:35.892040 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9c378388-7f89-4760-9145-f0436329f5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:35.895825 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-72ab8c72-2550-48a5-a54c-76946b9b0484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:35.908570 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c378388-7f89-4760-9145-f0436329f5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778298c2-1c49-4206-b61b-ed133040f351,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:35.911533 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9c378388-7f89-4760-9145-f0436329f5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:35.913640 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9c378388-7f89-4760-9145-f0436329f5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:35.914748 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-9c378388-7f89-4760-9145-f0436329f5ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/778298c2-1c49-4206-b61b-ed133040f351 HTTP/1.1" status: 204 len: 168 time: 0.2513273 Sep 15 09:06:36.011247 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46686) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:36.026509 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-3c490d48-dabb-45b2-be04-ad87989e6cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:36.138977 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1713386331-network', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:06:36.145147 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:06:36.149062 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Usage tracker for resource:network and tenant:29c8fbe80a454d26895eb9dd55dbfa6f is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:06:36.151941 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:06:36.159684 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:06:36.252688 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Made reservation on behalf of 29c8fbe80a454d26895eb9dd55dbfa6f for: {'network': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:06:36.258316 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:36.269142 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:36.303315 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:06:36.308036 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Usage tracker for resource:security_group_rule and tenant:29c8fbe80a454d26895eb9dd55dbfa6f is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:06:36.310789 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:06:36.317084 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:06:36.383646 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:36.466148 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:36.470182 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-53f86171-5e0a-46e7-936e-cf51bcfc0850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:36.500479 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=75826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 09:06:36.509121 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaacdd3-3251-413a-8449-6543f711cd51,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:36.512050 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:36.515983 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:36.516165 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.segments_db [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Added segment 8006bafb-0e7f-4cd4-a9e3-54e10d762182 of type vlan for network 6760c63b-f0a8-416b-867e-4321d12726c6 Sep 15 09:06:36.524333 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:36.544997 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:36.641215 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:36.642516 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:06:36.643098 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:36.652042 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:36.707126 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 46696) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:36.725755 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1148de2a-7bd0-4370-ba63-b6547b566bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:36.745129 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Pushing event updated for resources: {'Network': ['ID=6760c63b-f0a8-416b-867e-4321d12726c6,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:36.748044 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:36.755558 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network 6760c63b-f0a8-416b-867e-4321d12726c6 details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:06:36.758520 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-1148de2a-7bd0-4370-ba63-b6547b566bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:06:36.762280 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-1148de2a-7bd0-4370-ba63-b6547b566bad admin admin] Usage tracker for resource:security_group_rule and tenant:51402f0addd946fba2941b166ec27204 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:06:36.765146 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-1148de2a-7bd0-4370-ba63-b6547b566bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:06:36.770805 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-1148de2a-7bd0-4370-ba63-b6547b566bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:06:36.815612 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8032348 Sep 15 09:06:36.818329 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46700) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:36.825217 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-8a150253-dabc-4219-8271-6f0efad99ddf admin admin] Request body: {'subnet': {'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1713386331-subnet', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'ip_version': 4}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:06:36.829968 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8a150253-dabc-4219-8271-6f0efad99ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:06:36.834014 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8a150253-dabc-4219-8271-6f0efad99ddf admin admin] Usage tracker for resource:subnet and tenant:29c8fbe80a454d26895eb9dd55dbfa6f is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:06:36.836925 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8a150253-dabc-4219-8271-6f0efad99ddf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:06:36.842774 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8a150253-dabc-4219-8271-6f0efad99ddf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:06:36.880351 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1148de2a-7bd0-4370-ba63-b6547b566bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:36.938445 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a150253-dabc-4219-8271-6f0efad99ddf admin admin] Made reservation on behalf of 29c8fbe80a454d26895eb9dd55dbfa6f for: {'subnet': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:06:36.940833 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8a150253-dabc-4219-8271-6f0efad99ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6737201'] for subnet, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:36.989917 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-1148de2a-7bd0-4370-ba63-b6547b566bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:36.997675 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-6ed04e82-e913-4ef7-a7e6-fbd9ddbc6274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:37.035336 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de2a-7bd0-4370-ba63-b6547b566bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f5ab90-31f6-4964-a23c-a207d2716ff8,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:37.038455 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-1148de2a-7bd0-4370-ba63-b6547b566bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:37.047286 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-1148de2a-7bd0-4370-ba63-b6547b566bad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51402f0addd946fba2941b166ec27204&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3390384 Sep 15 09:06:37.047606 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46704) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:37.172118 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b409764f-19ad-41ea-8495-e7cbdd8d25e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:37.209750 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b409764f-19ad-41ea-8495-e7cbdd8d25e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:37.263714 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8a150253-dabc-4219-8271-6f0efad99ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7705115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6737183'] for subnet, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:37.268396 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:37.339194 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a150253-dabc-4219-8271-6f0efad99ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7286509-1374-4094-9604-ff3fe2544a15,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:37.342975 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8a150253-dabc-4219-8271-6f0efad99ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:37.346821 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b409764f-19ad-41ea-8495-e7cbdd8d25e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:37.349632 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-20cb17f6-4b3a-41e5-b1b7-adc15c68b0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:37.363888 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409764f-19ad-41ea-8495-e7cbdd8d25e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f5ab90-31f6-4964-a23c-a207d2716ff8,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:37.365482 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a150253-dabc-4219-8271-6f0efad99ddf admin admin] Checking segment: {'id': '8006bafb-0e7f-4cd4-a9e3-54e10d762182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:06:37.366078 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a150253-dabc-4219-8271-6f0efad99ddf admin admin] Network hostable DHCP agents. Network: 6760c63b-f0a8-416b-867e-4321d12726c6, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:06:37.373980 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b409764f-19ad-41ea-8495-e7cbdd8d25e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:37.388263 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b409764f-19ad-41ea-8495-e7cbdd8d25e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:37.389278 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-b409764f-19ad-41ea-8495-e7cbdd8d25e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67f5ab90-31f6-4964-a23c-a207d2716ff8 HTTP/1.1" status: 204 len: 168 time: 0.3407860 Sep 15 09:06:37.471529 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a150253-dabc-4219-8271-6f0efad99ddf admin admin] Network 6760c63b-f0a8-416b-867e-4321d12726c6 is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:06:37.563482 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-8a150253-dabc-4219-8271-6f0efad99ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, 6760c63b-f0a8-416b-867e-4321d12726c6) {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:06:37.568170 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a150253-dabc-4219-8271-6f0efad99ddf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:06:37.570630 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8a150253-dabc-4219-8271-6f0efad99ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:37.571987 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8b2ae9-4923-4ccd-984f-58c7d8500d4b None None] Network 6760c63b-f0a8-416b-867e-4321d12726c6 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:06:37.647279 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-8a150253-dabc-4219-8271-6f0efad99ddf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8275361 Sep 15 09:06:37.649863 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46710) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:37.654916 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1713386331-router', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:06:37.659581 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:06:37.664385 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Usage tracker for resource:router and tenant:29c8fbe80a454d26895eb9dd55dbfa6f is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:06:37.667220 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:06:37.672914 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:06:37.750002 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8195256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2380'] for router, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:37.751183 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8195109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8205261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8206285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2387'] for router, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:37.773073 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:37.781370 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5da90e6-6edd-574d-b3e9-05c80648acc4-6760c63b-f0a8-416b-867e-4321d12726c6', 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'fixed_ips': [{'subnet_id': 'a7286509-1374-4094-9604-ff3fe2544a15'}]}} from dv-cinder-806008-2-iscsi. {{(pid=75827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 09:06:37.782208 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:37.954871 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.db_base_plugin_common [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Allocated IP 172.20.0.2 (6760c63b-f0a8-416b-867e-4321d12726c6/a7286509-1374-4094-9604-ff3fe2544a15/c8755712-6c9a-44da-b03e-f7ec23dd4cad) {{(pid=75827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:06:38.003155 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8205367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8195246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2401'] for router, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:38.170584 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Notify callbacks [] for port, precommit_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:38.181501 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Transition to ACTIVE for port object c8755712-6c9a-44da-b03e-f7ec23dd4cad will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:06:38.242255 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Transition to ACTIVE for port object c8755712-6c9a-44da-b03e-f7ec23dd4cad will not be triggered until provisioned by entity DHCP. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:06:38.328028 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:38.359305 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:38.372709 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-f6a9c18a-3f30-4736-b6d7-3fcb7b54a0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:38.374755 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:38.382891 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:38.450895 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Network 6760c63b-f0a8-416b-867e-4321d12726c6 is already hosted by enough agents. {{(pid=75827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:06:38.451840 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Pushing event updated for resources: {'Port': ['ID=c8755712-6c9a-44da-b03e-f7ec23dd4cad,revision_number=1']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:38.454349 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.base_scheduler [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Resources bound (agent type, host, resource id): {{(pid=75827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:06:38.457377 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Received port after_create {{(pid=75827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:06:38.468357 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:38.468771 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:38.469167 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:38.469561 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:38.469942 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:38.470392 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:38.470715 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:38.471048 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:38.471364 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:38.471680 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:38.471990 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:38.497646 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:38.500546 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Allocated IP 172.27.1.63 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/d9657faa-6fe7-47c0-be50-19205abea735) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:06:38.556804 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Attempting to bind port c8755712-6c9a-44da-b03e-f7ec23dd4cad on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:06:38.557176 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Attempting to bind port c8755712-6c9a-44da-b03e-f7ec23dd4cad by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '8006bafb-0e7f-4cd4-a9e3-54e10d762182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:06:38.557535 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Attempting to bind port c8755712-6c9a-44da-b03e-f7ec23dd4cad on network 6760c63b-f0a8-416b-867e-4321d12726c6 {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:06:38.564552 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:06:38.564928 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Checking segment: {'id': '8006bafb-0e7f-4cd4-a9e3-54e10d762182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:06:38.565447 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:38.565714 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Bound using segment: {'id': '8006bafb-0e7f-4cd4-a9e3-54e10d762182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:06:38.566206 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Bound port: c8755712-6c9a-44da-b03e-f7ec23dd4cad, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8006bafb-0e7f-4cd4-a9e3-54e10d762182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:06:38.566779 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:38.655878 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] For port c8755712-6c9a-44da-b03e-f7ec23dd4cad, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:06:38.656503 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:38.659577 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] For port c8755712-6c9a-44da-b03e-f7ec23dd4cad, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=c8755712-6c9a-44da-b03e-f7ec23dd4cad,segment=NetworkSegment(8006bafb-0e7f-4cd4-a9e3-54e10d762182),segment_id=8006bafb-0e7f-4cd4-a9e3-54e10d762182)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:06:38.738421 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:38.742469 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:38.761247 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:38.766337 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4907fb49-ff85-4181-bf00-35d3e748b37c tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:38.824593 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Pushing event updated for resources: {'Port': ['ID=c8755712-6c9a-44da-b03e-f7ec23dd4cad,revision_number=2']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:38.827662 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:06:38.829076 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:38.831137 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:06:38.834864 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:06:38.869000 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Pushing event updated for resources: {'Port': ['ID=d9657faa-6fe7-47c0-be50-19205abea735,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:38.972580 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:39.168289 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:39.169499 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8195249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8205330'] for router, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:39.386449 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:39.494851 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 is scheduled to L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f with binding_index 1 {{(pid=75826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 09:06:39.706227 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:06:39.715672 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Sync routers for ids ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:06:39.729922 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Routers {'9f2fa40d-fec5-4b30-bab6-b1dad3981036'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:06:39.730613 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:06:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:06:39.786375 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Notify callbacks [] for router, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:39.786915 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5430b8e8-0faf-4808-812f-268f01e45252 None None] Network 6760c63b-f0a8-416b-867e-4321d12726c6 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:06:39.788115 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1374063 Sep 15 09:06:39.790890 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46744) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:39.975119 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-483f0374-14db-4d70-b381-e17e6f637401 None None] Provisioning for port c8755712-6c9a-44da-b03e-f7ec23dd4cad completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:06:40.062500 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Set router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:06:40.412199 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'name': 'tempest-TestMinimumBasicScenario-1713386331-router', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:37Z', 'updated_at': '2021-09-15T09:06:39Z', 'revision_number': 3, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'gw_port': {'id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:38Z', 'updated_at': '2021-09-15T09:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:06:40.417194 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Checking router: 9f2fa40d-fec5-4b30-bab6-b1dad3981036 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:06:40.417907 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Updating router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 port d9657faa-6fe7-47c0-be50-19205abea735 binding host dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 09:06:40.486851 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:40.516635 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device c8755712-6c9a-44da-b03e-f7ec23dd4cad up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:06:40.623245 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:40.763993 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port c8755712-6c9a-44da-b03e-f7ec23dd4cad completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:06:40.779225 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port c8755712-6c9a-44da-b03e-f7ec23dd4cad triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:06:40.779597 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:40.837981 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Allocated IP 172.20.0.1 (6760c63b-f0a8-416b-867e-4321d12726c6/a7286509-1374-4094-9604-ff3fe2544a15/532185cb-a58f-4643-bb96-10102f6e09ce) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:06:40.919169 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-95c91d0a-ffc6-432e-a53e-bae2b5810e4b None None] Provisioning complete for port c8755712-6c9a-44da-b03e-f7ec23dd4cad triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:06:40.919555 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-95c91d0a-ffc6-432e-a53e-bae2b5810e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:40.961597 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:41.107283 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:41.124152 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:41.136621 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Transition to ACTIVE for port object 532185cb-a58f-4643-bb96-10102f6e09ce will not be triggered until provisioned by entity DHCP. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:06:41.168414 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Notify callbacks [] for port, precommit_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:41.199753 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Transition to ACTIVE for port object d9657faa-6fe7-47c0-be50-19205abea735 will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:06:41.211792 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port c8755712-6c9a-44da-b03e-f7ec23dd4cad, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=c8755712-6c9a-44da-b03e-f7ec23dd4cad,segment=NetworkSegment(8006bafb-0e7f-4cd4-a9e3-54e10d762182),segment_id=8006bafb-0e7f-4cd4-a9e3-54e10d762182)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:06:41.212782 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-95c91d0a-ffc6-432e-a53e-bae2b5810e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:41.221608 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:41.225950 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-6bc7c110-372a-421a-8090-e04c775c4171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:41.285659 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:41.293391 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:41.293391 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:41.298896 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Network 6760c63b-f0a8-416b-867e-4321d12726c6 is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:06:41.300094 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:06:41.302557 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:06:41.332809 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=532185cb-a58f-4643-bb96-10102f6e09ce,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:41.335948 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:41.370754 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8205524'] for router_interface, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:41.447091 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Attempting to bind port d9657faa-6fe7-47c0-be50-19205abea735 on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:06:41.447457 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Attempting to bind port d9657faa-6fe7-47c0-be50-19205abea735 by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:06:41.447811 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Attempting to bind port d9657faa-6fe7-47c0-be50-19205abea735 on network 9e4362ae-5b83-4f46-9c62-0914bea87c2f {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:06:41.449734 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d348542-b8f9-4573-bed9-0844bc3b8135 None None] Pushing event updated for resources: {'Port': ['ID=d9657faa-6fe7-47c0-be50-19205abea735,revision_number=2']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:41.488099 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.db.api [None req-95c91d0a-ffc6-432e-a53e-bae2b5810e4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:06:41.488513 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_db.api [None req-95c91d0a-ffc6-432e-a53e-bae2b5810e4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:06:41.505712 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:06:41.506105 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Checking segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:06:41.506516 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:41.506903 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Bound using segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:06:41.507361 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Bound port: d9657faa-6fe7-47c0-be50-19205abea735, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:06:41.507726 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:41.538030 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:41.575409 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=c8755712-6c9a-44da-b03e-f7ec23dd4cad,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:41.578481 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:41.582038 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:41.582319 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:41.593535 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] For port d9657faa-6fe7-47c0-be50-19205abea735, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:06:41.597221 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] For port d9657faa-6fe7-47c0-be50-19205abea735, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=d9657faa-6fe7-47c0-be50-19205abea735,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:06:41.733016 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:41.736886 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:41.757801 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:41.818903 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d348542-b8f9-4573-bed9-0844bc3b8135 None None] Pushing event updated for resources: {'Port': ['ID=d9657faa-6fe7-47c0-be50-19205abea735,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:41.821418 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:41.822158 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-0d348542-b8f9-4573-bed9-0844bc3b8135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:41.824415 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Routers {'9f2fa40d-fec5-4b30-bab6-b1dad3981036'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:06:41.825003 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:06:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:06:41.849062 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1da54905-a177-4527-b1fd-e1ee3a9e88e4 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:41.928349 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7527372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8194671'] for router_interface, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:41.932320 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=532185cb-a58f-4643-bb96-10102f6e09ce,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:41.935361 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:42.045057 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] Set router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:06:42.079754 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Network 6760c63b-f0a8-416b-867e-4321d12726c6 is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:06:42.079754 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:06:42.398543 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-2e4850ea-1297-418d-b749-84654fe523fb None None] Provisioning for port 532185cb-a58f-4643-bb96-10102f6e09ce completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:06:42.410666 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-2e4850ea-1297-418d-b749-84654fe523fb None None] Provisioning complete for port 532185cb-a58f-4643-bb96-10102f6e09ce triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:06:42.411461 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-2e4850ea-1297-418d-b749-84654fe523fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:42.449297 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device c8755712-6c9a-44da-b03e-f7ec23dd4cad up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:06:42.526283 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-2e4850ea-1297-418d-b749-84654fe523fb None None] Port 532185cb-a58f-4643-bb96-10102f6e09ce cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:06:42.534912 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:06:42.553526 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'name': 'tempest-TestMinimumBasicScenario-1713386331-router', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:37Z', 'updated_at': '2021-09-15T09:06:41Z', 'revision_number': 4, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'gw_port': {'id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:38Z', 'updated_at': '2021-09-15T09:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '532185cb-a58f-4643-bb96-10102f6e09ce', 'name': '', 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'mac_address': 'fa:16:3e:3b:c2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:40Z', 'updated_at': '2021-09-15T09:06:41Z', 'revision_number': 2, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'subnets': [{'id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:06:42.557841 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de54dfc4-57bb-43de-b66f-4b10274ea74b None None] The sync data for ids ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'] in dv-cinder-806008-2-iscsi is: [{'id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'name': 'tempest-TestMinimumBasicScenario-1713386331-router', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:37Z', 'updated_at': '2021-09-15T09:06:41Z', 'revision_number': 4, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'gw_port': {'id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:38Z', 'updated_at': '2021-09-15T09:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '532185cb-a58f-4643-bb96-10102f6e09ce', 'name': '', 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'mac_address': 'fa:16:3e:3b:c2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:40Z', 'updated_at': '2021-09-15T09:06:41Z', 'revision_number': 2, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'subnets': [{'id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:06:42.565777 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port c8755712-6c9a-44da-b03e-f7ec23dd4cad triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:06:42.566310 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:42.705464 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-b3e8b2d0-1277-4724-aa45-4e125cc16bb1 None None] Provisioning complete for port 532185cb-a58f-4643-bb96-10102f6e09ce triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:06:42.705464 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-b3e8b2d0-1277-4724-aa45-4e125cc16bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:42.762810 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-b3e8b2d0-1277-4724-aa45-4e125cc16bb1 None None] Port 532185cb-a58f-4643-bb96-10102f6e09ce cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:06:42.781737 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:06:42.791399 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] 10.222.0.39 "PUT /v2.0/routers/9f2fa40d-fec5-4b30-bab6-b1dad3981036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9994948 Sep 15 09:06:44.106681 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46808) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:44.112888 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-693116396-network', 'tenant_id': '2b1d0fd5aebc4d5c8931bdb263d58088'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:06:44.117978 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:06:44.121978 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Usage tracker for resource:network and tenant:2b1d0fd5aebc4d5c8931bdb263d58088 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:06:44.124858 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:06:44.130492 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:06:44.197495 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Made reservation on behalf of 2b1d0fd5aebc4d5c8931bdb263d58088 for: {'network': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:06:44.199794 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:44.212162 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:44.244222 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:06:44.247940 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Usage tracker for resource:security_group_rule and tenant:2b1d0fd5aebc4d5c8931bdb263d58088 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:06:44.250754 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:06:44.256287 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:06:44.317708 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:44.380205 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:44.383277 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-2171e533-48f8-4da3-8ffa-1f214423cd6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:44.417184 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=75826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 09:06:44.421681 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device d9657faa-6fe7-47c0-be50-19205abea735 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:06:44.433016 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b4efca-2a1e-46f7-ba7b-2815052554a8,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:44.436397 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:44.440485 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:44.440952 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.segments_db [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Added segment 35ace9e5-ce64-49a9-a10a-17ced0ab3094 of type vlan for network 1d51b410-5b00-46e6-a8cd-22a8b3bff4fb Sep 15 09:06:44.473188 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:44.563185 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:44.564449 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:06:44.565031 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:44.570044 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:44.591710 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port d9657faa-6fe7-47c0-be50-19205abea735 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:06:44.597597 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port d9657faa-6fe7-47c0-be50-19205abea735 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:06:44.598244 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:44.715225 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:44.731419 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port d9657faa-6fe7-47c0-be50-19205abea735, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=d9657faa-6fe7-47c0-be50-19205abea735,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:06:44.777270 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Pushing event updated for resources: {'Network': ['ID=1d51b410-5b00-46e6-a8cd-22a8b3bff4fb,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:44.780202 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:44.788162 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network 1d51b410-5b00-46e6-a8cd-22a8b3bff4fb details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:06:44.809229 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:44.852102 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:44.864623 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7567222 Sep 15 09:06:44.867379 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46820) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:44.873874 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-61e3630f-3ff7-4047-ad51-f08c1e172db3 admin admin] Request body: {'subnet': {'network_id': '1d51b410-5b00-46e6-a8cd-22a8b3bff4fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-693116396-subnet', 'tenant_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'ip_version': 4}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:06:44.878446 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-61e3630f-3ff7-4047-ad51-f08c1e172db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:06:44.882337 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-61e3630f-3ff7-4047-ad51-f08c1e172db3 admin admin] Usage tracker for resource:subnet and tenant:2b1d0fd5aebc4d5c8931bdb263d58088 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:06:44.885353 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-61e3630f-3ff7-4047-ad51-f08c1e172db3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:06:44.891294 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-61e3630f-3ff7-4047-ad51-f08c1e172db3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:06:44.946291 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=d9657faa-6fe7-47c0-be50-19205abea735,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:44.949065 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:44.960416 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e3630f-3ff7-4047-ad51-f08c1e172db3 admin admin] Made reservation on behalf of 2b1d0fd5aebc4d5c8931bdb263d58088 for: {'subnet': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:06:44.962748 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-61e3630f-3ff7-4047-ad51-f08c1e172db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6737201'] for subnet, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:45.214420 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-61e3630f-3ff7-4047-ad51-f08c1e172db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7705115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6737183'] for subnet, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:45.218831 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-929dfdd8-c79f-4562-9434-395ab349a131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:45.289220 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3630f-3ff7-4047-ad51-f08c1e172db3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf88134-d1a8-45c3-9447-ad64a33b44d8,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:45.293069 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-61e3630f-3ff7-4047-ad51-f08c1e172db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:45.302203 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e3630f-3ff7-4047-ad51-f08c1e172db3 admin admin] Checking segment: {'id': '35ace9e5-ce64-49a9-a10a-17ced0ab3094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1d51b410-5b00-46e6-a8cd-22a8b3bff4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:06:45.302383 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e3630f-3ff7-4047-ad51-f08c1e172db3 admin admin] Network hostable DHCP agents. Network: 1d51b410-5b00-46e6-a8cd-22a8b3bff4fb, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:06:45.383618 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e3630f-3ff7-4047-ad51-f08c1e172db3 admin admin] Network 1d51b410-5b00-46e6-a8cd-22a8b3bff4fb is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:06:45.506182 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-61e3630f-3ff7-4047-ad51-f08c1e172db3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, 1d51b410-5b00-46e6-a8cd-22a8b3bff4fb) {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:06:45.509891 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3630f-3ff7-4047-ad51-f08c1e172db3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:06:45.510515 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-61e3630f-3ff7-4047-ad51-f08c1e172db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:45.514453 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d317ce-0f96-4992-a589-28c616fb66fb None None] Network 1d51b410-5b00-46e6-a8cd-22a8b3bff4fb requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:06:45.592622 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-61e3630f-3ff7-4047-ad51-f08c1e172db3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7241349 Sep 15 09:06:45.595655 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46824) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:45.600685 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-693116396-router', 'tenant_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:06:45.605182 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:06:45.608914 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Usage tracker for resource:router and tenant:2b1d0fd5aebc4d5c8931bdb263d58088 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:06:45.613432 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:06:45.618138 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:06:45.692147 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8195256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2380'] for router, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:45.693230 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8195109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8205261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8206285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2387'] for router, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:45.710634 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:45.718170 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5da90e6-6edd-574d-b3e9-05c80648acc4-1d51b410-5b00-46e6-a8cd-22a8b3bff4fb', 'network_id': '1d51b410-5b00-46e6-a8cd-22a8b3bff4fb', 'tenant_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'fixed_ips': [{'subnet_id': 'cdf88134-d1a8-45c3-9447-ad64a33b44d8'}]}} from dv-cinder-806008-2-iscsi. {{(pid=75827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 09:06:45.718972 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:45.871339 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.db_base_plugin_common [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Allocated IP 172.20.0.2 (1d51b410-5b00-46e6-a8cd-22a8b3bff4fb/cdf88134-d1a8-45c3-9447-ad64a33b44d8/ee279dfb-5dd4-45a4-bc53-a5d1cca71750) {{(pid=75827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:06:45.929693 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8205367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8195246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2401'] for router, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:46.079721 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Notify callbacks [] for port, precommit_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:46.089962 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Transition to ACTIVE for port object ee279dfb-5dd4-45a4-bc53-a5d1cca71750 will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:06:46.108764 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Transition to ACTIVE for port object ee279dfb-5dd4-45a4-bc53-a5d1cca71750 will not be triggered until provisioned by entity DHCP. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:06:46.182614 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:46.191808 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:46.196151 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-0d348542-b8f9-4573-bed9-0844bc3b8135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:46.216763 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:46.262724 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Network 1d51b410-5b00-46e6-a8cd-22a8b3bff4fb is already hosted by enough agents. {{(pid=75827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:06:46.263420 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Pushing event updated for resources: {'Port': ['ID=ee279dfb-5dd4-45a4-bc53-a5d1cca71750,revision_number=1']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:46.266214 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:46.267898 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.base_scheduler [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Resources bound (agent type, host, resource id): {{(pid=75827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:06:46.269894 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Received port after_create {{(pid=75827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:06:46.353594 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Allocated IP 172.27.1.45 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/ef74e04e-b313-4294-8af9-22d3ff269aed) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:06:46.364092 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Attempting to bind port ee279dfb-5dd4-45a4-bc53-a5d1cca71750 on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:06:46.364468 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Attempting to bind port ee279dfb-5dd4-45a4-bc53-a5d1cca71750 by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '35ace9e5-ce64-49a9-a10a-17ced0ab3094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1d51b410-5b00-46e6-a8cd-22a8b3bff4fb'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:06:46.364822 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Attempting to bind port ee279dfb-5dd4-45a4-bc53-a5d1cca71750 on network 1d51b410-5b00-46e6-a8cd-22a8b3bff4fb {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:06:46.371869 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:06:46.372237 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Checking segment: {'id': '35ace9e5-ce64-49a9-a10a-17ced0ab3094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1d51b410-5b00-46e6-a8cd-22a8b3bff4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:06:46.372631 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:46.373198 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Bound using segment: {'id': '35ace9e5-ce64-49a9-a10a-17ced0ab3094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1d51b410-5b00-46e6-a8cd-22a8b3bff4fb'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:06:46.373693 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Bound port: ee279dfb-5dd4-45a4-bc53-a5d1cca71750, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ace9e5-ce64-49a9-a10a-17ced0ab3094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1d51b410-5b00-46e6-a8cd-22a8b3bff4fb'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:06:46.374060 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:46.431003 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device d9657faa-6fe7-47c0-be50-19205abea735 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:06:46.506349 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:46.525124 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] For port ee279dfb-5dd4-45a4-bc53-a5d1cca71750, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:06:46.528673 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] For port ee279dfb-5dd4-45a4-bc53-a5d1cca71750, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=ee279dfb-5dd4-45a4-bc53-a5d1cca71750,segment=NetworkSegment(35ace9e5-ce64-49a9-a10a-17ced0ab3094),segment_id=35ace9e5-ce64-49a9-a10a-17ced0ab3094)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:06:46.536860 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port d9657faa-6fe7-47c0-be50-19205abea735 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:06:46.537226 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:46.616700 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:46.621537 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-71001638-f307-4ce5-bf34-52643e471e0d tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:46.654350 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:46.660663 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:46.691867 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:06:46.694739 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:06:46.699299 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:06:46.724060 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Pushing event updated for resources: {'Port': ['ID=ef74e04e-b313-4294-8af9-22d3ff269aed,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:46.729071 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:46.740034 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Pushing event updated for resources: {'Port': ['ID=ee279dfb-5dd4-45a4-bc53-a5d1cca71750,revision_number=2']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:46.743541 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:46.933393 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:46.934183 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8195249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8205330'] for router, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:47.219549 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Router 83177ed4-b9b1-4169-9a0d-2fd3c5c9067e is scheduled to L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f with binding_index 1 {{(pid=75826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 09:06:47.529354 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:06:47.538014 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Sync routers for ids ['83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'] in dv-cinder-806008-2-iscsi {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:06:47.550899 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Routers {'83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:06:47.551531 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-56377728-15f3-464e-964b-60cc27f4719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:06:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:06:47.584357 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab310160-b94c-45a5-b526-8e5f4a19cc38 None None] Network 1d51b410-5b00-46e6-a8cd-22a8b3bff4fb requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:06:47.612479 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] Notify callbacks [] for router, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:47.613709 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-8be1952e-fd04-4fbf-925d-4738c1a6fa76 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0171471 Sep 15 09:06:47.616684 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46836) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:47.734857 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Set router 83177ed4-b9b1-4169-9a0d-2fd3c5c9067e gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:06:47.749555 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-2cc356f3-592c-47cd-839a-c1731c7716e5 None None] Provisioning for port ee279dfb-5dd4-45a4-bc53-a5d1cca71750 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:06:48.063856 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-56377728-15f3-464e-964b-60cc27f4719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'name': 'tempest-TestMinimumBasicScenario-693116396-router', 'tenant_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ef74e04e-b313-4294-8af9-22d3ff269aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:45Z', 'updated_at': '2021-09-15T09:06:46Z', 'revision_number': 3, 'project_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'gw_port': {'id': 'ef74e04e-b313-4294-8af9-22d3ff269aed', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:46Z', 'updated_at': '2021-09-15T09:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:06:48.067758 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Checking router: 83177ed4-b9b1-4169-9a0d-2fd3c5c9067e for host: dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:06:48.068108 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Updating router 83177ed4-b9b1-4169-9a0d-2fd3c5c9067e port ef74e04e-b313-4294-8af9-22d3ff269aed binding host dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 09:06:48.118955 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:48.449573 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device ee279dfb-5dd4-45a4-bc53-a5d1cca71750 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:06:48.459624 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Notify callbacks [] for port, precommit_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:48.472566 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.provisioning_blocks [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Transition to ACTIVE for port object ef74e04e-b313-4294-8af9-22d3ff269aed will not be triggered until provisioned by entity L2. {{(pid=75829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:06:48.477205 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:48.540657 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:48.545164 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:48.654334 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port ee279dfb-5dd4-45a4-bc53-a5d1cca71750 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:06:48.658617 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b567660-8514-466a-b0b9-7b07f8cc42e4 None None] Pushing event updated for resources: {'Port': ['ID=ef74e04e-b313-4294-8af9-22d3ff269aed,revision_number=2']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:48.660719 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Attempting to bind port ef74e04e-b313-4294-8af9-22d3ff269aed on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:06:48.660843 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port ee279dfb-5dd4-45a4-bc53-a5d1cca71750 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:06:48.661072 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Attempting to bind port ef74e04e-b313-4294-8af9-22d3ff269aed by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:06:48.661189 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:48.661420 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Attempting to bind port ef74e04e-b313-4294-8af9-22d3ff269aed on network 9e4362ae-5b83-4f46-9c62-0914bea87c2f {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:06:48.671906 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b567660-8514-466a-b0b9-7b07f8cc42e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:48.672238 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b567660-8514-466a-b0b9-7b07f8cc42e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:48.672557 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b567660-8514-466a-b0b9-7b07f8cc42e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:48.673423 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b567660-8514-466a-b0b9-7b07f8cc42e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:48.673740 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b567660-8514-466a-b0b9-7b07f8cc42e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:48.674048 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b567660-8514-466a-b0b9-7b07f8cc42e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:48.674795 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b567660-8514-466a-b0b9-7b07f8cc42e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:48.674795 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b567660-8514-466a-b0b9-7b07f8cc42e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:48.674995 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b567660-8514-466a-b0b9-7b07f8cc42e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:48.675284 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b567660-8514-466a-b0b9-7b07f8cc42e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:48.675583 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b567660-8514-466a-b0b9-7b07f8cc42e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:06:48.679315 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-4b567660-8514-466a-b0b9-7b07f8cc42e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:48.680456 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:06:48.680819 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Checking segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:06:48.681208 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:48.681579 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Bound using segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:06:48.682035 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Bound port: ef74e04e-b313-4294-8af9-22d3ff269aed, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:06:48.682438 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:48.705959 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Allocated IP 172.20.0.1 (1d51b410-5b00-46e6-a8cd-22a8b3bff4fb/cdf88134-d1a8-45c3-9447-ad64a33b44d8/24ce1176-c3fa-4021-a8af-411d847d7be2) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:06:48.755292 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-56377728-15f3-464e-964b-60cc27f4719a None None] For port ef74e04e-b313-4294-8af9-22d3ff269aed, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:06:48.758373 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-56377728-15f3-464e-964b-60cc27f4719a None None] For port ef74e04e-b313-4294-8af9-22d3ff269aed, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=ef74e04e-b313-4294-8af9-22d3ff269aed,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:06:48.792238 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:48.824904 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port ee279dfb-5dd4-45a4-bc53-a5d1cca71750, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=ee279dfb-5dd4-45a4-bc53-a5d1cca71750,segment=NetworkSegment(35ace9e5-ce64-49a9-a10a-17ced0ab3094),segment_id=35ace9e5-ce64-49a9-a10a-17ced0ab3094)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:06:48.864829 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:48.880480 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Transition to ACTIVE for port object 24ce1176-c3fa-4021-a8af-411d847d7be2 will not be triggered until provisioned by entity DHCP. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:06:48.883270 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:48.887624 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-4b567660-8514-466a-b0b9-7b07f8cc42e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:48.916974 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:48.918927 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:48.964982 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b567660-8514-466a-b0b9-7b07f8cc42e4 None None] Pushing event updated for resources: {'Port': ['ID=ef74e04e-b313-4294-8af9-22d3ff269aed,revision_number=3']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:48.968177 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-4b567660-8514-466a-b0b9-7b07f8cc42e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:48.972353 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Routers {'83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:06:48.972960 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-56377728-15f3-464e-964b-60cc27f4719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:06:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:06:48.990532 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=ee279dfb-5dd4-45a4-bc53-a5d1cca71750,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:48.993863 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:49.020714 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:49.025104 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9fdc043b-1e28-4997-b7c5-6a2f3c7e710b tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:49.088000 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Network 1d51b410-5b00-46e6-a8cd-22a8b3bff4fb is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:06:49.090812 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:06:49.095913 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:06:49.128224 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Pushing event updated for resources: {'Port': ['ID=24ce1176-c3fa-4021-a8af-411d847d7be2,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:49.138522 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:49.155940 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8205524'] for router_interface, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:49.170340 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-56377728-15f3-464e-964b-60cc27f4719a None None] Set router 83177ed4-b9b1-4169-9a0d-2fd3c5c9067e gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:06:49.356599 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:49.412235 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-04892168-59ee-4b30-9ed0-596826c73c97 None None] Provisioning for port 24ce1176-c3fa-4021-a8af-411d847d7be2 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:06:49.418220 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-04892168-59ee-4b30-9ed0-596826c73c97 None None] Provisioning complete for port 24ce1176-c3fa-4021-a8af-411d847d7be2 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:06:49.418666 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-04892168-59ee-4b30-9ed0-596826c73c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:49.458484 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-56377728-15f3-464e-964b-60cc27f4719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'name': 'tempest-TestMinimumBasicScenario-693116396-router', 'tenant_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ef74e04e-b313-4294-8af9-22d3ff269aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:45Z', 'updated_at': '2021-09-15T09:06:46Z', 'revision_number': 3, 'project_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'gw_port': {'id': 'ef74e04e-b313-4294-8af9-22d3ff269aed', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:46Z', 'updated_at': '2021-09-15T09:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:06:49.463789 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56377728-15f3-464e-964b-60cc27f4719a None None] The sync data for ids ['83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'] in dv-cinder-806008-2-iscsi is: [{'id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'name': 'tempest-TestMinimumBasicScenario-693116396-router', 'tenant_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ef74e04e-b313-4294-8af9-22d3ff269aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:45Z', 'updated_at': '2021-09-15T09:06:46Z', 'revision_number': 3, 'project_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'gw_port': {'id': 'ef74e04e-b313-4294-8af9-22d3ff269aed', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:46Z', 'updated_at': '2021-09-15T09:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}] {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:06:49.477716 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-04892168-59ee-4b30-9ed0-596826c73c97 None None] Port 24ce1176-c3fa-4021-a8af-411d847d7be2 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:06:49.681342 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:49.778309 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:49.804283 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:49.882798 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Pushing event updated for resources: {'Port': ['ID=24ce1176-c3fa-4021-a8af-411d847d7be2,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:49.885233 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7527372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8194671'] for router_interface, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:49.888755 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:50.024216 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Network 1d51b410-5b00-46e6-a8cd-22a8b3bff4fb is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:06:50.025281 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:06:50.303704 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-53863b2e-5dd6-4e19-84d3-9a0391bed1b2 None None] Provisioning complete for port 24ce1176-c3fa-4021-a8af-411d847d7be2 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:06:50.304682 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-53863b2e-5dd6-4e19-84d3-9a0391bed1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:50.358027 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-53863b2e-5dd6-4e19-84d3-9a0391bed1b2 None None] Port 24ce1176-c3fa-4021-a8af-411d847d7be2 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:06:50.411550 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device ee279dfb-5dd4-45a4-bc53-a5d1cca71750 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:06:50.440922 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Router 83177ed4-b9b1-4169-9a0d-2fd3c5c9067e has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:06:50.479691 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port ee279dfb-5dd4-45a4-bc53-a5d1cca71750 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:06:50.479970 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:50.641089 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:06:50.651561 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] 10.222.0.39 "PUT /v2.0/routers/83177ed4-b9b1-4169-9a0d-2fd3c5c9067e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0319097 Sep 15 09:06:53.308693 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 46906) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:53.480711 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4186b0f9-4a33-4a1d-b91a-0302a011da7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:53.515362 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-4186b0f9-4a33-4a1d-b91a-0302a011da7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:06:53.520049 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-4186b0f9-4a33-4a1d-b91a-0302a011da7d admin admin] Usage tracker for resource:security_group_rule and tenant:b9313895347d4cefb7f1c3947f3e3274 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:06:53.522868 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-4186b0f9-4a33-4a1d-b91a-0302a011da7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:06:53.528702 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-4186b0f9-4a33-4a1d-b91a-0302a011da7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:06:53.596922 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4186b0f9-4a33-4a1d-b91a-0302a011da7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:53.668772 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4186b0f9-4a33-4a1d-b91a-0302a011da7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:53.676539 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-23117eca-63cb-44ab-85d3-c5df7e93b0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:53.727913 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186b0f9-4a33-4a1d-b91a-0302a011da7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b9cfc9-6848-44ff-b1f4-a22272790b32,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:53.738712 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46912) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:53.739513 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-4186b0f9-4a33-4a1d-b91a-0302a011da7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9313895347d4cefb7f1c3947f3e3274&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4290020 Sep 15 09:06:53.741127 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-4186b0f9-4a33-4a1d-b91a-0302a011da7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:53.812201 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-57e74f8e-e145-4082-bc25-f4e33c7cde9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:53.842380 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-57e74f8e-e145-4082-bc25-f4e33c7cde9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:53.954687 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-57e74f8e-e145-4082-bc25-f4e33c7cde9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:53.958619 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e1651dec-b2d1-4f72-84f0-4cf03335193f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:53.971650 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e74f8e-e145-4082-bc25-f4e33c7cde9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b9cfc9-6848-44ff-b1f4-a22272790b32,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:53.974399 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-57e74f8e-e145-4082-bc25-f4e33c7cde9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:53.993455 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-57e74f8e-e145-4082-bc25-f4e33c7cde9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:53.993760 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-57e74f8e-e145-4082-bc25-f4e33c7cde9c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12b9cfc9-6848-44ff-b1f4-a22272790b32 HTTP/1.1" status: 204 len: 168 time: 0.2511384 Sep 15 09:06:55.018121 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46924) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:55.037463 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-89be47d5-e76d-4cbd-834a-fdd7c7fadc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:55.073395 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-89be47d5-e76d-4cbd-834a-fdd7c7fadc7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:06:55.078650 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-89be47d5-e76d-4cbd-834a-fdd7c7fadc7a admin admin] Usage tracker for resource:security_group_rule and tenant:aec6f0f566d54df8b6310128228a25c7 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:06:55.084291 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-89be47d5-e76d-4cbd-834a-fdd7c7fadc7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:06:55.093079 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-89be47d5-e76d-4cbd-834a-fdd7c7fadc7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:06:55.185057 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-89be47d5-e76d-4cbd-834a-fdd7c7fadc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:55.271033 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-89be47d5-e76d-4cbd-834a-fdd7c7fadc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:55.279554 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-57e74f8e-e145-4082-bc25-f4e33c7cde9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:55.335515 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be47d5-e76d-4cbd-834a-fdd7c7fadc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14203c0a-1bb6-43b8-ae49-698d4356270e,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:55.342357 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 46928) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:55.342803 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-89be47d5-e76d-4cbd-834a-fdd7c7fadc7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aec6f0f566d54df8b6310128228a25c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3233039 Sep 15 09:06:55.343299 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-89be47d5-e76d-4cbd-834a-fdd7c7fadc7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:55.428925 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d8d30785-3573-4003-9535-fc945a4dd3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:55.460667 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d8d30785-3573-4003-9535-fc945a4dd3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:55.614358 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d8d30785-3573-4003-9535-fc945a4dd3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:55.630035 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-2d001dcb-5e3a-460f-b19e-ffbe139420da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:55.643895 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d30785-3573-4003-9535-fc945a4dd3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14203c0a-1bb6-43b8-ae49-698d4356270e,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:55.647818 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-d8d30785-3573-4003-9535-fc945a4dd3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:55.664084 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d8d30785-3573-4003-9535-fc945a4dd3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:55.665810 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-d8d30785-3573-4003-9535-fc945a4dd3b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/14203c0a-1bb6-43b8-ae49-698d4356270e HTTP/1.1" status: 204 len: 168 time: 0.3222308 Sep 15 09:06:56.399209 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Sync routers for ids ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:06:56.420511 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Routers {'9f2fa40d-fec5-4b30-bab6-b1dad3981036'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:06:56.421138 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:06:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:06:56.520077 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device ef74e04e-b313-4294-8af9-22d3ff269aed up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:06:56.542255 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 46936) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:56.562373 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-33cecadb-b341-4362-80e0-baa740253146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:56.596610 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-33cecadb-b341-4362-80e0-baa740253146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:06:56.600979 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-33cecadb-b341-4362-80e0-baa740253146 admin admin] Usage tracker for resource:security_group_rule and tenant:61b43bf825ca49749a1197a5f92e0c54 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:06:56.604029 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-33cecadb-b341-4362-80e0-baa740253146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:06:56.612100 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-33cecadb-b341-4362-80e0-baa740253146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:06:56.685336 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-33cecadb-b341-4362-80e0-baa740253146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:56.685658 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Set router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:06:56.757311 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-33cecadb-b341-4362-80e0-baa740253146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:56.767991 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-8fdc432c-449c-43c8-9ac4-1311cb813acf tempest-VolumesNegativeTest-1041937632 tempest-VolumesNegativeTest-1041937632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:56.812191 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cecadb-b341-4362-80e0-baa740253146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fb2551-6697-4e23-a133-09b07a89226f,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:56.815871 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-33cecadb-b341-4362-80e0-baa740253146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:56.821186 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-33cecadb-b341-4362-80e0-baa740253146 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=61b43bf825ca49749a1197a5f92e0c54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2747970 Sep 15 09:06:56.821652 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 46940) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:06:56.901714 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-cf2d93e2-4418-4188-8fb4-ae167414d25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:56.933500 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-cf2d93e2-4418-4188-8fb4-ae167414d25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:56.986784 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port ef74e04e-b313-4294-8af9-22d3ff269aed completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:06:56.998938 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port ef74e04e-b313-4294-8af9-22d3ff269aed triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:06:56.999389 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:57.066074 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-cf2d93e2-4418-4188-8fb4-ae167414d25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:57.074887 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8c4b6714-d182-436a-acc9-d2a4d2698475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:57.090624 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'name': 'tempest-TestMinimumBasicScenario-1713386331-router', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:37Z', 'updated_at': '2021-09-15T09:06:41Z', 'revision_number': 4, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'gw_port': {'id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:38Z', 'updated_at': '2021-09-15T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '532185cb-a58f-4643-bb96-10102f6e09ce', 'name': '', 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'mac_address': 'fa:16:3e:3b:c2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:40Z', 'updated_at': '2021-09-15T09:06:41Z', 'revision_number': 2, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'subnets': [{'id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:06:57.101985 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d93e2-4418-4188-8fb4-ae167414d25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fb2551-6697-4e23-a133-09b07a89226f,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:57.108169 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-cf2d93e2-4418-4188-8fb4-ae167414d25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:57.121660 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Checking router: 9f2fa40d-fec5-4b30-bab6-b1dad3981036 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:06:57.122113 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Updating router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 port 532185cb-a58f-4643-bb96-10102f6e09ce binding host dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 09:06:57.128162 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-cf2d93e2-4418-4188-8fb4-ae167414d25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:57.134574 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-cf2d93e2-4418-4188-8fb4-ae167414d25b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0fb2551-6697-4e23-a133-09b07a89226f HTTP/1.1" status: 204 len: 168 time: 0.3118153 Sep 15 09:06:57.215525 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:57.230011 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:57.289668 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port ef74e04e-b313-4294-8af9-22d3ff269aed, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=ef74e04e-b313-4294-8af9-22d3ff269aed,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:06:57.396855 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:57.402859 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:57.548896 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=ef74e04e-b313-4294-8af9-22d3ff269aed,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:57.560211 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:57.718225 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Notify callbacks [] for port, precommit_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:57.730752 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Transition to ACTIVE for port object 532185cb-a58f-4643-bb96-10102f6e09ce will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:06:57.829384 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:57.833216 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:57.900675 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808ed0d-9d79-4edc-9bc4-2d7d2483165d None None] Pushing event updated for resources: {'Port': ['ID=532185cb-a58f-4643-bb96-10102f6e09ce,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:57.958299 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-9808ed0d-9d79-4edc-9bc4-2d7d2483165d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:58.084796 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Attempting to bind port 532185cb-a58f-4643-bb96-10102f6e09ce on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:06:58.085175 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Attempting to bind port 532185cb-a58f-4643-bb96-10102f6e09ce by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '8006bafb-0e7f-4cd4-a9e3-54e10d762182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:06:58.085589 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Attempting to bind port 532185cb-a58f-4643-bb96-10102f6e09ce on network 6760c63b-f0a8-416b-867e-4321d12726c6 {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:06:58.093639 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:06:58.094913 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Checking segment: {'id': '8006bafb-0e7f-4cd4-a9e3-54e10d762182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:06:58.095648 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:58.096508 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Bound using segment: {'id': '8006bafb-0e7f-4cd4-a9e3-54e10d762182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:06:58.097543 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Bound port: 532185cb-a58f-4643-bb96-10102f6e09ce, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8006bafb-0e7f-4cd4-a9e3-54e10d762182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:06:58.098042 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:58.221181 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] For port 532185cb-a58f-4643-bb96-10102f6e09ce, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:06:58.224278 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] For port 532185cb-a58f-4643-bb96-10102f6e09ce, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=532185cb-a58f-4643-bb96-10102f6e09ce,segment=NetworkSegment(8006bafb-0e7f-4cd4-a9e3-54e10d762182),segment_id=8006bafb-0e7f-4cd4-a9e3-54e10d762182)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:06:58.293305 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:58.297596 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:06:58.387048 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Routers {'9f2fa40d-fec5-4b30-bab6-b1dad3981036'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:06:58.387686 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:06:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:06:58.455463 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808ed0d-9d79-4edc-9bc4-2d7d2483165d None None] Pushing event updated for resources: {'Port': ['ID=532185cb-a58f-4643-bb96-10102f6e09ce,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:06:58.465986 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-9808ed0d-9d79-4edc-9bc4-2d7d2483165d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:06:58.482666 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device ef74e04e-b313-4294-8af9-22d3ff269aed up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:06:58.670764 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] Set router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:06:58.716573 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port ef74e04e-b313-4294-8af9-22d3ff269aed triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:06:58.716944 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:06:59.134968 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'name': 'tempest-TestMinimumBasicScenario-1713386331-router', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:37Z', 'updated_at': '2021-09-15T09:06:41Z', 'revision_number': 4, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'gw_port': {'id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:38Z', 'updated_at': '2021-09-15T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '532185cb-a58f-4643-bb96-10102f6e09ce', 'name': '', 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'mac_address': 'fa:16:3e:3b:c2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:40Z', 'updated_at': '2021-09-15T09:06:58Z', 'revision_number': 4, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'subnets': [{'id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:06:59.139349 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a4d5b5-2794-4265-a9d4-767bc13b3bed None None] The sync data for ids ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'] in dv-cinder-806008-2-iscsi is: [{'id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'name': 'tempest-TestMinimumBasicScenario-1713386331-router', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:37Z', 'updated_at': '2021-09-15T09:06:41Z', 'revision_number': 4, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'gw_port': {'id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:38Z', 'updated_at': '2021-09-15T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '532185cb-a58f-4643-bb96-10102f6e09ce', 'name': '', 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'mac_address': 'fa:16:3e:3b:c2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:40Z', 'updated_at': '2021-09-15T09:06:58Z', 'revision_number': 4, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'subnets': [{'id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:06:59.302470 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Sync routers for ids ['83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'] in dv-cinder-806008-2-iscsi {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:06:59.321742 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Routers {'83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:06:59.322546 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:06:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:06:59.551598 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Set router 83177ed4-b9b1-4169-9a0d-2fd3c5c9067e gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:06:59.891827 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:06:59.918221 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'name': 'tempest-TestMinimumBasicScenario-693116396-router', 'tenant_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ef74e04e-b313-4294-8af9-22d3ff269aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:45Z', 'updated_at': '2021-09-15T09:06:49Z', 'revision_number': 4, 'project_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'gw_port': {'id': 'ef74e04e-b313-4294-8af9-22d3ff269aed', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:46Z', 'updated_at': '2021-09-15T09:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '24ce1176-c3fa-4021-a8af-411d847d7be2', 'name': '', 'network_id': '1d51b410-5b00-46e6-a8cd-22a8b3bff4fb', 'tenant_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'mac_address': 'fa:16:3e:9d:3c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdf88134-d1a8-45c3-9447-ad64a33b44d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:48Z', 'updated_at': '2021-09-15T09:06:49Z', 'revision_number': 2, 'project_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'subnets': [{'id': 'cdf88134-d1a8-45c3-9447-ad64a33b44d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:06:59.922073 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Checking router: 83177ed4-b9b1-4169-9a0d-2fd3c5c9067e for host: dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:06:59.922454 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Updating router 83177ed4-b9b1-4169-9a0d-2fd3c5c9067e port 24ce1176-c3fa-4021-a8af-411d847d7be2 binding host dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 09:06:59.980761 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:00.444803 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Notify callbacks [] for port, precommit_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:00.467757 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 532185cb-a58f-4643-bb96-10102f6e09ce up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:07:00.475125 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.provisioning_blocks [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Transition to ACTIVE for port object 24ce1176-c3fa-4021-a8af-411d847d7be2 will not be triggered until provisioned by entity L2. {{(pid=75829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:07:00.546133 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:00.554377 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-676e9f77-b02e-4da0-bfe9-f6594e7855d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:00.602456 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port 532185cb-a58f-4643-bb96-10102f6e09ce completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:07:00.609080 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 532185cb-a58f-4643-bb96-10102f6e09ce triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:07:00.609080 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:00.694783 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54656334-1d9c-4439-8197-7ee8e95724e5 None None] Pushing event updated for resources: {'Port': ['ID=24ce1176-c3fa-4021-a8af-411d847d7be2,revision_number=3']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:00.698824 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-54656334-1d9c-4439-8197-7ee8e95724e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:00.808283 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Attempting to bind port 24ce1176-c3fa-4021-a8af-411d847d7be2 on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:07:00.808641 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Attempting to bind port 24ce1176-c3fa-4021-a8af-411d847d7be2 by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '35ace9e5-ce64-49a9-a10a-17ced0ab3094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1d51b410-5b00-46e6-a8cd-22a8b3bff4fb'}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:07:00.808993 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Attempting to bind port 24ce1176-c3fa-4021-a8af-411d847d7be2 on network 1d51b410-5b00-46e6-a8cd-22a8b3bff4fb {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:07:00.819328 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:07:00.819738 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Checking segment: {'id': '35ace9e5-ce64-49a9-a10a-17ced0ab3094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1d51b410-5b00-46e6-a8cd-22a8b3bff4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:07:00.820137 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:00.820521 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Bound using segment: {'id': '35ace9e5-ce64-49a9-a10a-17ced0ab3094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1d51b410-5b00-46e6-a8cd-22a8b3bff4fb'} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:07:00.820977 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Bound port: 24ce1176-c3fa-4021-a8af-411d847d7be2, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ace9e5-ce64-49a9-a10a-17ced0ab3094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1d51b410-5b00-46e6-a8cd-22a8b3bff4fb'}}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:07:00.821359 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:00.861722 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:00.909889 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port 532185cb-a58f-4643-bb96-10102f6e09ce, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=532185cb-a58f-4643-bb96-10102f6e09ce,segment=NetworkSegment(8006bafb-0e7f-4cd4-a9e3-54e10d762182),segment_id=8006bafb-0e7f-4cd4-a9e3-54e10d762182)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:07:00.950640 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] For port 24ce1176-c3fa-4021-a8af-411d847d7be2, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:07:00.954446 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] For port 24ce1176-c3fa-4021-a8af-411d847d7be2, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=24ce1176-c3fa-4021-a8af-411d847d7be2,segment=NetworkSegment(35ace9e5-ce64-49a9-a10a-17ced0ab3094),segment_id=35ace9e5-ce64-49a9-a10a-17ced0ab3094)] {{(pid=75829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:07:00.977519 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:00.979641 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:01.052365 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:01.058797 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:01.094180 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=532185cb-a58f-4643-bb96-10102f6e09ce,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:01.099976 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:01.175519 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Routers {'83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:07:01.176139 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:06:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:07:01.251160 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54656334-1d9c-4439-8197-7ee8e95724e5 None None] Pushing event updated for resources: {'Port': ['ID=24ce1176-c3fa-4021-a8af-411d847d7be2,revision_number=4']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:01.254289 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-54656334-1d9c-4439-8197-7ee8e95724e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:01.399562 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] Set router 83177ed4-b9b1-4169-9a0d-2fd3c5c9067e gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:07:01.766363 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'name': 'tempest-TestMinimumBasicScenario-693116396-router', 'tenant_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ef74e04e-b313-4294-8af9-22d3ff269aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:45Z', 'updated_at': '2021-09-15T09:06:49Z', 'revision_number': 4, 'project_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'gw_port': {'id': 'ef74e04e-b313-4294-8af9-22d3ff269aed', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:46Z', 'updated_at': '2021-09-15T09:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '24ce1176-c3fa-4021-a8af-411d847d7be2', 'name': '', 'network_id': '1d51b410-5b00-46e6-a8cd-22a8b3bff4fb', 'tenant_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'mac_address': 'fa:16:3e:9d:3c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdf88134-d1a8-45c3-9447-ad64a33b44d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:48Z', 'updated_at': '2021-09-15T09:07:00Z', 'revision_number': 4, 'project_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'subnets': [{'id': 'cdf88134-d1a8-45c3-9447-ad64a33b44d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:07:01.773292 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53764294-3bfb-4d98-a409-61e3d332ec49 None None] The sync data for ids ['83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'] in dv-cinder-806008-2-iscsi is: [{'id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'name': 'tempest-TestMinimumBasicScenario-693116396-router', 'tenant_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ef74e04e-b313-4294-8af9-22d3ff269aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:45Z', 'updated_at': '2021-09-15T09:06:49Z', 'revision_number': 4, 'project_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'gw_port': {'id': 'ef74e04e-b313-4294-8af9-22d3ff269aed', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:46Z', 'updated_at': '2021-09-15T09:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '24ce1176-c3fa-4021-a8af-411d847d7be2', 'name': '', 'network_id': '1d51b410-5b00-46e6-a8cd-22a8b3bff4fb', 'tenant_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'mac_address': 'fa:16:3e:9d:3c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdf88134-d1a8-45c3-9447-ad64a33b44d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:48Z', 'updated_at': '2021-09-15T09:07:00Z', 'revision_number': 4, 'project_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'subnets': [{'id': 'cdf88134-d1a8-45c3-9447-ad64a33b44d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:07:02.502167 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 24ce1176-c3fa-4021-a8af-411d847d7be2 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:07:02.651810 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port 24ce1176-c3fa-4021-a8af-411d847d7be2 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:07:02.657422 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 24ce1176-c3fa-4021-a8af-411d847d7be2 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:07:02.658233 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:02.779685 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:02.815818 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port 24ce1176-c3fa-4021-a8af-411d847d7be2, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=24ce1176-c3fa-4021-a8af-411d847d7be2,segment=NetworkSegment(35ace9e5-ce64-49a9-a10a-17ced0ab3094),segment_id=35ace9e5-ce64-49a9-a10a-17ced0ab3094)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:07:03.035254 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:03.036143 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 532185cb-a58f-4643-bb96-10102f6e09ce up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:07:03.061425 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:03.152244 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=24ce1176-c3fa-4021-a8af-411d847d7be2,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:03.156170 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:03.166903 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 532185cb-a58f-4643-bb96-10102f6e09ce triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:07:03.168432 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:04.293775 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:04.410049 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 24ce1176-c3fa-4021-a8af-411d847d7be2 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:07:04.475920 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 24ce1176-c3fa-4021-a8af-411d847d7be2 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:07:04.476287 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:04.950568 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-d6cb57d6-c48e-4980-9fce-3f060573683f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:04.951238 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-d6cb57d6-c48e-4980-9fce-3f060573683f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Synchronizing usage tracker for tenant:29c8fbe80a454d26895eb9dd55dbfa6f on resource:network {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:07:05.048621 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-d6cb57d6-c48e-4980-9fce-3f060573683f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Unset dirty status for tenant:29c8fbe80a454d26895eb9dd55dbfa6f on resource:network {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:07:05.049887 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-d6cb57d6-c48e-4980-9fce-3f060573683f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/networks?id=6760c63b-f0a8-416b-867e-4321d12726c6 HTTP/1.1" status: 200 len: 815 time: 0.2379448 Sep 15 09:07:05.065793 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-d9b5719a-484c-4da5-9295-704c34b2fad9 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/quotas/29c8fbe80a454d26895eb9dd55dbfa6f HTTP/1.1" status: 200 len: 375 time: 0.0105224 Sep 15 09:07:05.147866 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-54899773-42cc-4854-b0e8-6390e3b06f9d tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Synchronizing usage tracker for tenant:29c8fbe80a454d26895eb9dd55dbfa6f on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:07:05.217477 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-54899773-42cc-4854-b0e8-6390e3b06f9d tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Unset dirty status for tenant:29c8fbe80a454d26895eb9dd55dbfa6f on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:07:05.219280 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-54899773-42cc-4854-b0e8-6390e3b06f9d tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=29c8fbe80a454d26895eb9dd55dbfa6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1480625 Sep 15 09:07:05.448422 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-6813e57a-9cb7-420d-8b6f-4b041cb87835 service neutron] 10.222.0.39 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173047 Sep 15 09:07:05.579441 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-5e16ba3d-7742-4c06-aecc-33037719784d service neutron] 10.222.0.39 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246903 Sep 15 09:07:05.873134 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6ef331bf-b62b-425a-9203-da50fe5a5a82 req-58d159f0-e2f0-4ae9-a2e0-67df8c7dbaa7 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 210 time: 0.0502255 Sep 15 09:07:06.045949 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-f321afe4-a8bb-472f-8e4d-b088e568a2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:06.528494 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:07.045007 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b1235927-adc1-464d-abc8-bbe469347b93 req-f5f1e3f7-8470-457a-bf9f-9444dfe473b8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 210 time: 0.0451486 Sep 15 09:07:07.214565 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47072) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:07.356025 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-46da9ae1-ce5e-4ea6-af13-6b49cec75d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:07.386874 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-46da9ae1-ce5e-4ea6-af13-6b49cec75d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:07:07.391215 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-46da9ae1-ce5e-4ea6-af13-6b49cec75d99 admin admin] Usage tracker for resource:security_group_rule and tenant:6d84baf8dec943fc887640e796a67b7f is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:07:07.393945 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-46da9ae1-ce5e-4ea6-af13-6b49cec75d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:07:07.399573 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-46da9ae1-ce5e-4ea6-af13-6b49cec75d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:07:07.462985 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-46da9ae1-ce5e-4ea6-af13-6b49cec75d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:07.525799 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-46da9ae1-ce5e-4ea6-af13-6b49cec75d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:07.534101 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-3fba7b56-94c4-483a-a5a3-6f05a3a56de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:07.575917 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da9ae1-ce5e-4ea6-af13-6b49cec75d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7c8d6f-6b2c-4588-9c17-ff54d30e4736,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:07.580044 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-46da9ae1-ce5e-4ea6-af13-6b49cec75d99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d84baf8dec943fc887640e796a67b7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3639915 Sep 15 09:07:07.580886 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-46da9ae1-ce5e-4ea6-af13-6b49cec75d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:07.583395 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47078) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:07.647609 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d1e9f9c2-47b1-4c6c-afd6-57f7696754f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:07.672062 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d1e9f9c2-47b1-4c6c-afd6-57f7696754f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:07.796610 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d1e9f9c2-47b1-4c6c-afd6-57f7696754f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:07.801683 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b409764f-19ad-41ea-8495-e7cbdd8d25e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:07.811676 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9f9c2-47b1-4c6c-afd6-57f7696754f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7c8d6f-6b2c-4588-9c17-ff54d30e4736,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:07.814940 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d1e9f9c2-47b1-4c6c-afd6-57f7696754f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:07.817928 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d1e9f9c2-47b1-4c6c-afd6-57f7696754f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:07.819636 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-d1e9f9c2-47b1-4c6c-afd6-57f7696754f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae7c8d6f-6b2c-4588-9c17-ff54d30e4736 HTTP/1.1" status: 204 len: 168 time: 0.2350371 Sep 15 09:07:08.221218 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-25dd9169-5bd6-4df1-bf60-d59b7f19d7d7 req-9ac7e366-13cf-4d28-a8e1-064f973fed05 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 210 time: 0.0504277 Sep 15 09:07:08.261653 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-f1f0f733-8e21-43f8-bd65-a68e54f7f74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:08.327062 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-0407a3ff-910f-4143-9ca3-392bce6cc196 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:08.329158 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-0407a3ff-910f-4143-9ca3-392bce6cc196 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.20 "GET /v2.0/networks?id=6760c63b-f0a8-416b-867e-4321d12726c6 HTTP/1.1" status: 200 len: 815 time: 0.1797905 Sep 15 09:07:08.350988 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Request body: {'port': {'device_id': 'e4df0363-1513-4e8f-b334-57c308931090', 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'admin_state_up': True, 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:07:08.489116 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:07:08.504496 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:07:08.531950 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47088) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:08.554143 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-37d0fd74-2372-461b-92b2-fcb20dc58687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:08.585202 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-37d0fd74-2372-461b-92b2-fcb20dc58687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:07:08.589234 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-37d0fd74-2372-461b-92b2-fcb20dc58687 admin admin] Usage tracker for resource:security_group_rule and tenant:3b22531d06484a6f90ad068b361ef806 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:07:08.595660 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-37d0fd74-2372-461b-92b2-fcb20dc58687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:07:08.597818 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-37d0fd74-2372-461b-92b2-fcb20dc58687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:07:08.623307 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Made reservation on behalf of 29c8fbe80a454d26895eb9dd55dbfa6f for: {'port': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:07:08.626933 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:08.760752 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-37d0fd74-2372-461b-92b2-fcb20dc58687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:08.815273 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-37d0fd74-2372-461b-92b2-fcb20dc58687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:08.824569 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d1e9f9c2-47b1-4c6c-afd6-57f7696754f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:08.880218 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0fd74-2372-461b-92b2-fcb20dc58687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96595cc4-170d-4661-9849-fd9d29962771,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:08.885888 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-37d0fd74-2372-461b-92b2-fcb20dc58687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:08.887512 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Allocated IP 172.20.0.9 (6760c63b-f0a8-416b-867e-4321d12726c6/a7286509-1374-4094-9604-ff3fe2544a15/68444aa9-d7ab-46c3-a964-8060a8a46688) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:07:08.895764 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-37d0fd74-2372-461b-92b2-fcb20dc58687 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b22531d06484a6f90ad068b361ef806&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3605530 Sep 15 09:07:08.896354 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47098) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:09.073603 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-df509d8b-bd6e-4a31-a2e0-f4bdc7ca2c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:09.116983 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-df509d8b-bd6e-4a31-a2e0-f4bdc7ca2c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:09.198352 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:09.289579 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Transition to ACTIVE for port object 68444aa9-d7ab-46c3-a964-8060a8a46688 will not be triggered until provisioned by entity DHCP. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:07:09.292209 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-df509d8b-bd6e-4a31-a2e0-f4bdc7ca2c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:09.297621 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-a3be9d2a-d3ba-49e9-a9e5-7879c903aa29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:09.332182 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df509d8b-bd6e-4a31-a2e0-f4bdc7ca2c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96595cc4-170d-4661-9849-fd9d29962771,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:09.347654 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-df509d8b-bd6e-4a31-a2e0-f4bdc7ca2c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:09.424003 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-ae29c61d-56a6-4ba4-9416-266897ca8f34 req-b243c785-a4d3-40fe-b136-0f9193ef3197 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Synchronizing usage tracker for tenant:29c8fbe80a454d26895eb9dd55dbfa6f on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:07:09.439978 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:09.449593 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-df509d8b-bd6e-4a31-a2e0-f4bdc7ca2c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:09.450866 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-df509d8b-bd6e-4a31-a2e0-f4bdc7ca2c29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/96595cc4-170d-4661-9849-fd9d29962771 HTTP/1.1" status: 204 len: 168 time: 0.5535676 Sep 15 09:07:09.488154 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:09.497038 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8d6af28e-fb28-47c9-9a35-23f7b0714435 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:09.547130 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-ae29c61d-56a6-4ba4-9416-266897ca8f34 req-b243c785-a4d3-40fe-b136-0f9193ef3197 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Unset dirty status for tenant:29c8fbe80a454d26895eb9dd55dbfa6f on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:07:09.548351 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ae29c61d-56a6-4ba4-9416-266897ca8f34 req-b243c785-a4d3-40fe-b136-0f9193ef3197 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 210 time: 0.1740558 Sep 15 09:07:09.589198 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Network 6760c63b-f0a8-416b-867e-4321d12726c6 is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:07:09.593024 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:07:09.609927 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Pushing event updated for resources: {'Port': ['ID=68444aa9-d7ab-46c3-a964-8060a8a46688,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:09.613735 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:09.615084 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:07:09.685347 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:09.686277 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:09.780313 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4330311 Sep 15 09:07:09.996343 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-3bdd2d1f-ffa7-4240-907b-896f66df7955 None None] Provisioning for port 68444aa9-d7ab-46c3-a964-8060a8a46688 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:07:10.003859 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-3bdd2d1f-ffa7-4240-907b-896f66df7955 None None] Provisioning complete for port 68444aa9-d7ab-46c3-a964-8060a8a46688 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:07:10.004565 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-3bdd2d1f-ffa7-4240-907b-896f66df7955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:10.102909 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd2d1f-ffa7-4240-907b-896f66df7955 None None] Port 68444aa9-d7ab-46c3-a964-8060a8a46688 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:07:10.806624 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5295991-d5df-4c46-ae26-91ea3145bf6a req-896efb2a-a3fb-4c67-9b79-947f05aec356 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:10.809149 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c5295991-d5df-4c46-ae26-91ea3145bf6a req-896efb2a-a3fb-4c67-9b79-947f05aec356 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 931 time: 0.1003363 Sep 15 09:07:10.842367 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:10.878920 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c5295991-d5df-4c46-ae26-91ea3145bf6a req-8dcd0382-3266-4b53-bbed-e61fe7df2c97 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555799 Sep 15 09:07:12.089835 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e8cce-b0ef-49e8-8585-ce5fe282cc3f req-2a8fc50d-2467-43e7-9c72-7609154d9599 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:12.094192 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0d6e8cce-b0ef-49e8-8585-ce5fe282cc3f req-2a8fc50d-2467-43e7-9c72-7609154d9599 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 931 time: 0.0923200 Sep 15 09:07:12.164823 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-0d6e8cce-b0ef-49e8-8585-ce5fe282cc3f req-c2bd29ab-661f-4ec7-b40f-25f2939bac4f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Synchronizing usage tracker for tenant:29c8fbe80a454d26895eb9dd55dbfa6f on resource:security_group {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:07:12.247820 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-0d6e8cce-b0ef-49e8-8585-ce5fe282cc3f req-c2bd29ab-661f-4ec7-b40f-25f2939bac4f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Unset dirty status for tenant:29c8fbe80a454d26895eb9dd55dbfa6f on resource:security_group {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:07:12.249020 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0d6e8cce-b0ef-49e8-8585-ce5fe282cc3f req-c2bd29ab-661f-4ec7-b40f-25f2939bac4f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501021 Sep 15 09:07:13.468356 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421973a1-b869-409f-83ef-1b570a68b605 req-33c2ce80-1cf7-4dc8-84ea-31425fac9b3d tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:13.469690 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-421973a1-b869-409f-83ef-1b570a68b605 req-33c2ce80-1cf7-4dc8-84ea-31425fac9b3d tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 931 time: 0.0870323 Sep 15 09:07:13.516514 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-421973a1-b869-409f-83ef-1b570a68b605 req-3d486a7b-e6f6-44c0-b681-fc7d4e851325 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403287 Sep 15 09:07:14.736183 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be877f27-f0dc-4bc8-8909-d4bed816c315 req-782af5b0-cf23-4526-8f29-55f251bf8be4 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:14.737632 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-be877f27-f0dc-4bc8-8909-d4bed816c315 req-782af5b0-cf23-4526-8f29-55f251bf8be4 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 931 time: 0.0818896 Sep 15 09:07:14.804952 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-be877f27-f0dc-4bc8-8909-d4bed816c315 req-3d56a35d-c45f-4e30-b7c1-ec71c07f6228 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610623 Sep 15 09:07:16.058460 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaed3b4-d691-4eec-bbca-1b6e7850d852 req-a38fc51e-796f-48bd-b1fd-cbc42adba815 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:16.060564 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-abaed3b4-d691-4eec-bbca-1b6e7850d852 req-a38fc51e-796f-48bd-b1fd-cbc42adba815 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 931 time: 0.1086264 Sep 15 09:07:16.110891 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-abaed3b4-d691-4eec-bbca-1b6e7850d852 req-1bf0e5db-dea3-46df-9c35-0184be9fca2c tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445898 Sep 15 09:07:16.444852 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47196) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:16.590533 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8ca68b01-cdc8-4b41-b2cc-ce556311c851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:16.626912 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8ca68b01-cdc8-4b41-b2cc-ce556311c851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:07:16.630737 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8ca68b01-cdc8-4b41-b2cc-ce556311c851 admin admin] Usage tracker for resource:security_group_rule and tenant:69b64efc7acf4251a3f73d1afe1360ad is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:07:16.633636 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8ca68b01-cdc8-4b41-b2cc-ce556311c851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:07:16.639520 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8ca68b01-cdc8-4b41-b2cc-ce556311c851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:07:16.800157 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8ca68b01-cdc8-4b41-b2cc-ce556311c851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:16.880004 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8ca68b01-cdc8-4b41-b2cc-ce556311c851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:16.887982 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d3869c0c-df64-4215-9277-a8b945845a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:16.930738 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca68b01-cdc8-4b41-b2cc-ce556311c851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf637ccd-a697-4b00-83b6-15fb10835d45,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:16.934053 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8ca68b01-cdc8-4b41-b2cc-ce556311c851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:16.939516 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47202) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:16.939648 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-8ca68b01-cdc8-4b41-b2cc-ce556311c851 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69b64efc7acf4251a3f73d1afe1360ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4936368 Sep 15 09:07:17.005770 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-24e88ace-b280-476a-8e0b-963aa2d7186f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:17.034743 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-24e88ace-b280-476a-8e0b-963aa2d7186f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:17.159670 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-24e88ace-b280-476a-8e0b-963aa2d7186f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:17.176513 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-622c7c78-e602-4050-a9d2-b1c2190a685f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:17.199256 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-24e88ace-b280-476a-8e0b-963aa2d7186f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:17.203668 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-24e88ace-b280-476a-8e0b-963aa2d7186f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf637ccd-a697-4b00-83b6-15fb10835d45 HTTP/1.1" status: 204 len: 168 time: 0.2598584 Sep 15 09:07:17.204220 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e88ace-b280-476a-8e0b-963aa2d7186f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf637ccd-a697-4b00-83b6-15fb10835d45,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:17.208268 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-24e88ace-b280-476a-8e0b-963aa2d7186f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:17.348803 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d14e27-1e19-4e97-8a00-4c1595d098c4 req-cc0b3ad3-2b7a-4c44-a483-d7ff15a76337 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:17.350290 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e8d14e27-1e19-4e97-8a00-4c1595d098c4 req-cc0b3ad3-2b7a-4c44-a483-d7ff15a76337 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 931 time: 0.0875285 Sep 15 09:07:17.402284 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e8d14e27-1e19-4e97-8a00-4c1595d098c4 req-1f7529fc-2a97-470e-9f97-e4613c405802 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453880 Sep 15 09:07:17.960003 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47212) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:17.979016 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-59a67475-2f69-4e18-93ec-b8adea58f1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:18.009489 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-59a67475-2f69-4e18-93ec-b8adea58f1e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:07:18.013184 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-59a67475-2f69-4e18-93ec-b8adea58f1e7 admin admin] Usage tracker for resource:security_group_rule and tenant:67ef6109f6f54a42a3a8068f849f1b1b is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:07:18.016008 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-59a67475-2f69-4e18-93ec-b8adea58f1e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:07:18.021665 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-59a67475-2f69-4e18-93ec-b8adea58f1e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:07:18.102133 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-59a67475-2f69-4e18-93ec-b8adea58f1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:18.645411 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8497571-ee85-4361-8809-69e04690bc6a req-f7102dfd-a966-4d50-8b1d-702708f3571d tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:18.646968 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a8497571-ee85-4361-8809-69e04690bc6a req-f7102dfd-a966-4d50-8b1d-702708f3571d tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 931 time: 0.0894902 Sep 15 09:07:18.713612 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-a8497571-ee85-4361-8809-69e04690bc6a req-6766ac39-9b0e-4610-9a5e-23834cdb2fee tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604787 Sep 15 09:07:19.287580 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-59a67475-2f69-4e18-93ec-b8adea58f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:19.289530 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-3a4385e5-8400-4838-8efb-82f36d5b5387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:19.330692 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a67475-2f69-4e18-93ec-b8adea58f1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fc77fd-d058-4416-a1f7-a5ae808cff2b,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:19.334239 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-59a67475-2f69-4e18-93ec-b8adea58f1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:19.336410 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-59a67475-2f69-4e18-93ec-b8adea58f1e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67ef6109f6f54a42a3a8068f849f1b1b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3753638 Sep 15 09:07:19.339298 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47220) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:19.397320 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-62e32d13-5940-4f8c-ae8d-c127e298f9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:19.421756 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-62e32d13-5940-4f8c-ae8d-c127e298f9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:19.538914 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-62e32d13-5940-4f8c-ae8d-c127e298f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:19.542477 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-60fa52fc-fe1d-4b1e-a09e-148d05c84260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:19.555194 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e32d13-5940-4f8c-ae8d-c127e298f9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fc77fd-d058-4416-a1f7-a5ae808cff2b,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:19.557982 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-62e32d13-5940-4f8c-ae8d-c127e298f9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:19.559858 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-62e32d13-5940-4f8c-ae8d-c127e298f9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:19.563595 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-62e32d13-5940-4f8c-ae8d-c127e298f9f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3fc77fd-d058-4416-a1f7-a5ae808cff2b HTTP/1.1" status: 204 len: 168 time: 0.2205710 Sep 15 09:07:19.710316 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Request body: {'port': {'device_id': 'e4df0363-1513-4e8f-b334-57c308931090', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:07:19.821681 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:20.112828 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb5267-21f9-4cd7-a8a7-6041be25fe25 req-ccb3a223-58b6-4c7b-941a-27cfef9edea6 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:20.114469 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5cdb5267-21f9-4cd7-a8a7-6041be25fe25 req-ccb3a223-58b6-4c7b-941a-27cfef9edea6 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 931 time: 0.2419879 Sep 15 09:07:20.195576 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5cdb5267-21f9-4cd7-a8a7-6041be25fe25 req-2c83e912-f557-4554-9e8a-7efd39f2f9d3 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738435 Sep 15 09:07:20.271844 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68444aa9-d7ab-46c3-a964-8060a8a46688 {{(pid=75826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:07:20.278755 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:20.294208 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Transition to ACTIVE for port object 68444aa9-d7ab-46c3-a964-8060a8a46688 will not be triggered until provisioned by entity L2. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:07:20.378874 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:20.384529 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-6f539bc6-51c5-472d-9558-dd19aed7648e tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:20.503868 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=68444aa9-d7ab-46c3-a964-8060a8a46688,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:20.512077 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:20.615977 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Attempting to bind port 68444aa9-d7ab-46c3-a964-8060a8a46688 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:07:20.616311 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Attempting to bind port 68444aa9-d7ab-46c3-a964-8060a8a46688 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '8006bafb-0e7f-4cd4-a9e3-54e10d762182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6'}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:07:20.616638 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Attempting to bind port 68444aa9-d7ab-46c3-a964-8060a8a46688 on network 6760c63b-f0a8-416b-867e-4321d12726c6 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:07:20.622529 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Port 68444aa9-d7ab-46c3-a964-8060a8a46688 on network 6760c63b-f0a8-416b-867e-4321d12726c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 09:07:20.622841 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Attempting to bind port 68444aa9-d7ab-46c3-a964-8060a8a46688 on network 6760c63b-f0a8-416b-867e-4321d12726c6 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:07:20.629497 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:07:20.629829 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Checking segment: {'id': '8006bafb-0e7f-4cd4-a9e3-54e10d762182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:07:20.630246 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Bound using segment: {'id': '8006bafb-0e7f-4cd4-a9e3-54e10d762182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6'} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:07:20.630671 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Bound port: 68444aa9-d7ab-46c3-a964-8060a8a46688, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8006bafb-0e7f-4cd4-a9e3-54e10d762182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6'}}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:07:20.631012 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:20.721486 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] For port 68444aa9-d7ab-46c3-a964-8060a8a46688, host hv-cinder-80600, cleared binding levels {{(pid=75826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:07:20.724408 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] For port 68444aa9-d7ab-46c3-a964-8060a8a46688, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=68444aa9-d7ab-46c3-a964-8060a8a46688,segment=NetworkSegment(8006bafb-0e7f-4cd4-a9e3-54e10d762182),segment_id=8006bafb-0e7f-4cd4-a9e3-54e10d762182)] {{(pid=75826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:07:20.794406 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:20.798869 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-2c882715-89c9-4f8b-b3a6-e5745b096eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:20.859789 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:20.861120 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] 10.222.0.20 "PUT /v2.0/ports/68444aa9-d7ab-46c3-a964-8060a8a46688 HTTP/1.1" status: 200 len: 1093 time: 1.1556892 Sep 15 09:07:20.861624 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4df0363-1513-4e8f-b334-57c308931090', 'tag': '68444aa9-d7ab-46c3-a964-8060a8a46688'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:07:20.880213 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=68444aa9-d7ab-46c3-a964-8060a8a46688,revision_number=3']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:20.883281 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:21.053747 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-4eb2afcb-8550-4e1d-9002-661a6d0164a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29c8fbe80a454d26895eb9dd55dbfa6f&device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 1096 time: 0.0805099 Sep 15 09:07:21.133384 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-020ba9d4-2156-49c0-818e-9f24a5aafb0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68444aa9-d7ab-46c3-a964-8060a8a46688 HTTP/1.1" status: 200 len: 217 time: 0.0668600 Sep 15 09:07:21.196820 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-3ac0b6a1-3ea8-4fe5-a725-5e6d1a4a1cd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:21.199827 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-3ac0b6a1-3ea8-4fe5-a725-5e6d1a4a1cd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7286509-1374-4094-9604-ff3fe2544a15 HTTP/1.1" status: 200 len: 854 time: 0.0586271 Sep 15 09:07:21.277343 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-95d1adb4-d548-4d74-b7a3-3422b9825453 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6760c63b-f0a8-416b-867e-4321d12726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728254 Sep 15 09:07:21.432687 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47256) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:21.551290 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-386c1ca2-4607-46d8-805e-2c525095b329 service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679634 Sep 15 09:07:21.574687 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d8364a27-0c5e-483d-9ce3-a659e45b4f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:21.583383 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b78bb-9b3e-49e3-8051-7bb32d1c95ca req-df611a2b-c77e-4662-b133-72cd0c143d70 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:21.589682 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-154b78bb-9b3e-49e3-8051-7bb32d1c95ca req-df611a2b-c77e-4662-b133-72cd0c143d70 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 943 time: 0.2372854 Sep 15 09:07:21.605587 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-d8364a27-0c5e-483d-9ce3-a659e45b4f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:07:21.609991 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-d8364a27-0c5e-483d-9ce3-a659e45b4f9f admin admin] Usage tracker for resource:security_group_rule and tenant:e28681151f3a49ea9f1f68a58324090b is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:07:21.612772 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-d8364a27-0c5e-483d-9ce3-a659e45b4f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:07:21.618533 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-d8364a27-0c5e-483d-9ce3-a659e45b4f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:07:21.683485 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d8364a27-0c5e-483d-9ce3-a659e45b4f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:21.694507 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-154b78bb-9b3e-49e3-8051-7bb32d1c95ca req-9552fc49-8f65-4087-b69e-39cf83e00845 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616179 Sep 15 09:07:21.724562 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d3304955-f938-40f8-9525-8fbe62ea4572 req-9ee9b68f-5b14-444b-8f95-2608d8b4a1a7 service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660872 Sep 15 09:07:21.767283 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-d8364a27-0c5e-483d-9ce3-a659e45b4f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:21.774495 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b0971865-1dee-4b68-98f8-c86091dd2e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:21.819478 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-d8364a27-0c5e-483d-9ce3-a659e45b4f9f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e28681151f3a49ea9f1f68a58324090b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3856480 Sep 15 09:07:21.820288 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8364a27-0c5e-483d-9ce3-a659e45b4f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19d4b1f-cb3f-4194-b4a4-85e59abace44,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:21.822110 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47262) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:21.823924 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-d8364a27-0c5e-483d-9ce3-a659e45b4f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:21.885047 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d0bc416f-9b0a-46f3-99c3-926cca857adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:21.911427 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d0bc416f-9b0a-46f3-99c3-926cca857adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:21.945474 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4df0363-1513-4e8f-b334-57c308931090', 'tag': '68444aa9-d7ab-46c3-a964-8060a8a46688', 'status': 'completed', 'code': 200} Sep 15 09:07:22.024174 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d0bc416f-9b0a-46f3-99c3-926cca857adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:22.032338 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-89be47d5-e76d-4cbd-834a-fdd7c7fadc7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:22.047920 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc416f-9b0a-46f3-99c3-926cca857adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19d4b1f-cb3f-4194-b4a4-85e59abace44,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:22.050140 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d0bc416f-9b0a-46f3-99c3-926cca857adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:22.073901 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d0bc416f-9b0a-46f3-99c3-926cca857adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:22.075039 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-d0bc416f-9b0a-46f3-99c3-926cca857adc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f19d4b1f-cb3f-4194-b4a4-85e59abace44 HTTP/1.1" status: 204 len: 168 time: 0.2519658 Sep 15 09:07:22.090368 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-adcce5ed-7b8f-4ae2-b162-6ba217e680b2 req-b709599f-e354-4d10-935a-64655396ccdb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29c8fbe80a454d26895eb9dd55dbfa6f&device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 1096 time: 0.0993123 Sep 15 09:07:22.224278 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcce5ed-7b8f-4ae2-b162-6ba217e680b2 req-a775c854-2f75-4c84-9626-de3d265f0561 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:22.225639 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-adcce5ed-7b8f-4ae2-b162-6ba217e680b2 req-a775c854-2f75-4c84-9626-de3d265f0561 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6760c63b-f0a8-416b-867e-4321d12726c6 HTTP/1.1" status: 200 len: 916 time: 0.1277022 Sep 15 09:07:22.296962 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-adcce5ed-7b8f-4ae2-b162-6ba217e680b2 req-a12d6aeb-9e97-45d9-8732-b1dd5d66014c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68444aa9-d7ab-46c3-a964-8060a8a46688 HTTP/1.1" status: 200 len: 217 time: 0.0643518 Sep 15 09:07:22.359096 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcce5ed-7b8f-4ae2-b162-6ba217e680b2 req-0b2efab4-a017-4127-bd08-6d87f01e7e77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:22.360669 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-adcce5ed-7b8f-4ae2-b162-6ba217e680b2 req-0b2efab4-a017-4127-bd08-6d87f01e7e77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7286509-1374-4094-9604-ff3fe2544a15 HTTP/1.1" status: 200 len: 854 time: 0.0570579 Sep 15 09:07:22.447966 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-adcce5ed-7b8f-4ae2-b162-6ba217e680b2 req-5f838719-733a-40fb-9e32-239288c8602d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6760c63b-f0a8-416b-867e-4321d12726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801258 Sep 15 09:07:22.580868 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-adcce5ed-7b8f-4ae2-b162-6ba217e680b2 req-a6bd5ef5-26b3-4bbb-9a83-14c8c2760cd4 service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255286 Sep 15 09:07:22.711546 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-adcce5ed-7b8f-4ae2-b162-6ba217e680b2 req-b1e80847-c05b-4362-b9b1-2804ffecbc41 service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237938 Sep 15 09:07:22.889466 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c1ba9-867f-4765-bea4-a8442fc10197 req-67d56e60-d7b6-4bfe-9fb4-c662b24b0655 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:22.891100 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f40c1ba9-867f-4765-bea4-a8442fc10197 req-67d56e60-d7b6-4bfe-9fb4-c662b24b0655 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 943 time: 0.0761156 Sep 15 09:07:22.936205 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f40c1ba9-867f-4765-bea4-a8442fc10197 req-7f164d6f-0817-465c-9aea-022bbad2e04a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396850 Sep 15 09:07:24.135420 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621e3d0-5c0a-476b-bad5-38d8f4a3f3e7 req-4d5284b1-6393-483f-b421-7947d4a7e626 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:24.136797 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8621e3d0-5c0a-476b-bad5-38d8f4a3f3e7 req-4d5284b1-6393-483f-b421-7947d4a7e626 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 943 time: 0.0775950 Sep 15 09:07:24.182761 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8621e3d0-5c0a-476b-bad5-38d8f4a3f3e7 req-4118d525-c98e-47c7-a7f6-b6e3d629150a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396032 Sep 15 09:07:25.382557 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de412207-2077-46a6-bba0-ed0ba9fb5c9f req-8aa30dc2-c8aa-4ba0-90e2-eae644b79d4f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:25.384003 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-de412207-2077-46a6-bba0-ed0ba9fb5c9f req-8aa30dc2-c8aa-4ba0-90e2-eae644b79d4f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 943 time: 0.0810187 Sep 15 09:07:25.428735 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-de412207-2077-46a6-bba0-ed0ba9fb5c9f req-2a083f36-4640-47f9-9a69-dcba4814fa24 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392833 Sep 15 09:07:25.560215 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 68444aa9-d7ab-46c3-a964-8060a8a46688 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:07:25.691421 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 68444aa9-d7ab-46c3-a964-8060a8a46688, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=68444aa9-d7ab-46c3-a964-8060a8a46688,segment=NetworkSegment(8006bafb-0e7f-4cd4-a9e3-54e10d762182),segment_id=8006bafb-0e7f-4cd4-a9e3-54e10d762182)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:07:25.707341 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': '68444aa9-d7ab-46c3-a964-8060a8a46688', 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'port_id': '68444aa9-d7ab-46c3-a964-8060a8a46688', 'mac_address': 'fa:16:3e:71:41:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:07:25.759747 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:25.776355 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68444aa9-d7ab-46c3-a964-8060a8a46688 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:07:25.790682 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 68444aa9-d7ab-46c3-a964-8060a8a46688, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=68444aa9-d7ab-46c3-a964-8060a8a46688,segment=NetworkSegment(8006bafb-0e7f-4cd4-a9e3-54e10d762182),segment_id=8006bafb-0e7f-4cd4-a9e3-54e10d762182)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:07:25.867561 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:25.869273 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:25.930627 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=68444aa9-d7ab-46c3-a964-8060a8a46688,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:25.933721 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:26.151310 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['68444aa9-d7ab-46c3-a964-8060a8a46688'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:07:26.625812 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f8a5e-70fb-4e13-a8c8-d039de81d5c1 req-b2b84850-7b0a-419e-be3f-e06b26fecf09 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:26.628248 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7d7f8a5e-70fb-4e13-a8c8-d039de81d5c1 req-b2b84850-7b0a-419e-be3f-e06b26fecf09 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 944 time: 0.0809553 Sep 15 09:07:26.674436 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-7d7f8a5e-70fb-4e13-a8c8-d039de81d5c1 req-a895f25c-e47a-4d13-8bce-4f52b8182dc6 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 Sep 15 09:07:27.575284 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 68444aa9-d7ab-46c3-a964-8060a8a46688 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:07:27.698385 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port 68444aa9-d7ab-46c3-a964-8060a8a46688 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:07:27.703091 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port 68444aa9-d7ab-46c3-a964-8060a8a46688 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:07:27.703519 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:27.845452 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:27.881182 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4df0363-1513-4e8f-b334-57c308931090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68444aa9-d7ab-46c3-a964-8060a8a46688'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:07:27.881294 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8992383-3608-41a1-9ef4-5b3dafb757b2 req-ed1e0a58-36f6-4b9d-8a72-8da830b666c1 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:27.881294 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f8992383-3608-41a1-9ef4-5b3dafb757b2 req-ed1e0a58-36f6-4b9d-8a72-8da830b666c1 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 944 time: 0.0815954 Sep 15 09:07:27.885006 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 68444aa9-d7ab-46c3-a964-8060a8a46688, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=68444aa9-d7ab-46c3-a964-8060a8a46688,segment=NetworkSegment(8006bafb-0e7f-4cd4-a9e3-54e10d762182),segment_id=8006bafb-0e7f-4cd4-a9e3-54e10d762182)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:07:27.935899 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4df0363-1513-4e8f-b334-57c308931090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68444aa9-d7ab-46c3-a964-8060a8a46688', 'code': 200} Sep 15 09:07:27.937844 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f8992383-3608-41a1-9ef4-5b3dafb757b2 req-fd1ee3c6-2a17-4f1b-80f9-8b907df017b3 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494220 Sep 15 09:07:27.950239 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:27.953736 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:28.024659 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=68444aa9-d7ab-46c3-a964-8060a8a46688,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:28.027649 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:28.341540 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-12025e83-956a-4cd7-a077-c083cae8df7b req-3ab26e5a-606d-4e4a-b748-ef03cf257ac3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 1098 time: 0.0747893 Sep 15 09:07:28.360327 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47338) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:28.394302 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-12025e83-956a-4cd7-a077-c083cae8df7b req-584e6632-7039-4a46-ad79-82be5cd451d8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467224 Sep 15 09:07:28.501675 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e071d866-516d-4698-8de9-b56309f5016e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:28.633830 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-e071d866-516d-4698-8de9-b56309f5016e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:07:28.637573 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-e071d866-516d-4698-8de9-b56309f5016e admin admin] Usage tracker for resource:security_group_rule and tenant:f5a9e3ea05ff450d9aa52c92818158d5 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:07:28.641033 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-e071d866-516d-4698-8de9-b56309f5016e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:07:28.646767 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-e071d866-516d-4698-8de9-b56309f5016e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:07:28.710041 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e071d866-516d-4698-8de9-b56309f5016e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:28.781702 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e071d866-516d-4698-8de9-b56309f5016e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:28.787880 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-24e88ace-b280-476a-8e0b-963aa2d7186f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:28.826141 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071d866-516d-4698-8de9-b56309f5016e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384645fc-0afc-40fb-a089-434e708e09b1,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:28.829692 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e071d866-516d-4698-8de9-b56309f5016e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:28.832020 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-e071d866-516d-4698-8de9-b56309f5016e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5a9e3ea05ff450d9aa52c92818158d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4721496 Sep 15 09:07:28.834779 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47344) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:28.895890 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-46c789af-bba6-4bde-8093-729bc0bd84ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:28.920171 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-46c789af-bba6-4bde-8093-729bc0bd84ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:29.056737 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-46c789af-bba6-4bde-8093-729bc0bd84ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:29.061654 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b29c597a-1df3-4d8a-8b0d-6caa6460e775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:29.102435 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c789af-bba6-4bde-8093-729bc0bd84ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384645fc-0afc-40fb-a089-434e708e09b1,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:29.104625 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-46c789af-bba6-4bde-8093-729bc0bd84ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:29.127298 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-46c789af-bba6-4bde-8093-729bc0bd84ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:29.128427 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-46c789af-bba6-4bde-8093-729bc0bd84ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/384645fc-0afc-40fb-a089-434e708e09b1 HTTP/1.1" status: 204 len: 168 time: 0.2927623 Sep 15 09:07:29.158957 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e977dd-1780-4631-9ba3-dd7f3661058a req-3ab4674e-7c3d-4396-b479-d27408035234 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:29.160431 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-82e977dd-1780-4631-9ba3-dd7f3661058a req-3ab4674e-7c3d-4396-b479-d27408035234 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 945 time: 0.0889387 Sep 15 09:07:29.208679 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-82e977dd-1780-4631-9ba3-dd7f3661058a req-e010b6bb-cca8-45c6-b454-50b18fe9b294 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424407 Sep 15 09:07:29.768657 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47354) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:29.786763 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-037e0214-ee82-4a2b-a041-023ce57743ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:29.817216 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-037e0214-ee82-4a2b-a041-023ce57743ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:07:29.820948 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-037e0214-ee82-4a2b-a041-023ce57743ea admin admin] Usage tracker for resource:security_group_rule and tenant:abe3ef3af5e34f88998deefbae0c39a8 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:07:29.823681 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-037e0214-ee82-4a2b-a041-023ce57743ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:07:29.829871 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-037e0214-ee82-4a2b-a041-023ce57743ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:07:29.892532 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-037e0214-ee82-4a2b-a041-023ce57743ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:29.959063 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-037e0214-ee82-4a2b-a041-023ce57743ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:29.965238 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-33cecadb-b341-4362-80e0-baa740253146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:30.001478 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e0214-ee82-4a2b-a041-023ce57743ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558dce91-fb97-4947-b52f-3cd6dbce339c,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:30.005988 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-037e0214-ee82-4a2b-a041-023ce57743ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:30.009777 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-037e0214-ee82-4a2b-a041-023ce57743ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=abe3ef3af5e34f88998deefbae0c39a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2396107 Sep 15 09:07:30.011950 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47358) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:30.069875 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-7c74ec37-30a6-4e5b-ae03-809bd890c3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:30.095520 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-7c74ec37-30a6-4e5b-ae03-809bd890c3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:30.218281 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-7c74ec37-30a6-4e5b-ae03-809bd890c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:30.221928 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-4186b0f9-4a33-4a1d-b91a-0302a011da7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:30.304560 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74ec37-30a6-4e5b-ae03-809bd890c3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558dce91-fb97-4947-b52f-3cd6dbce339c,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:30.307438 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-7c74ec37-30a6-4e5b-ae03-809bd890c3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:30.310815 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-7c74ec37-30a6-4e5b-ae03-809bd890c3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:30.310815 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-7c74ec37-30a6-4e5b-ae03-809bd890c3d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/558dce91-fb97-4947-b52f-3cd6dbce339c HTTP/1.1" status: 204 len: 168 time: 0.2975183 Sep 15 09:07:30.417294 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c3cd7-9482-4c80-99cb-2f28e349d675 req-3045ef3f-c829-4607-9c28-d4c50d3210d8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:30.418781 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-eb0c3cd7-9482-4c80-99cb-2f28e349d675 req-3045ef3f-c829-4607-9c28-d4c50d3210d8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 945 time: 0.0834756 Sep 15 09:07:30.464155 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-eb0c3cd7-9482-4c80-99cb-2f28e349d675 req-785ca506-a9f8-4609-94dc-9f5ae07c61b2 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394318 Sep 15 09:07:30.663622 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724ba6e-977f-4a89-a6c4-02b1efbeef72 req-250fb96d-7a65-42e8-a944-68d6c3255e75 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:30.665223 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e724ba6e-977f-4a89-a6c4-02b1efbeef72 req-250fb96d-7a65-42e8-a944-68d6c3255e75 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 945 time: 0.0808308 Sep 15 09:07:30.714498 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-e724ba6e-977f-4a89-a6c4-02b1efbeef72 req-780da08f-da52-4c0c-bc91-f207b371ec70 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427802 Sep 15 09:07:31.271657 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ac67d-cd4d-45d1-afb4-9c13a026c760 req-3d5734d3-c334-4048-ab77-a47b64bb0b37 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:31.273082 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-255ac67d-cd4d-45d1-afb4-9c13a026c760 req-3d5734d3-c334-4048-ab77-a47b64bb0b37 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 945 time: 0.0776649 Sep 15 09:07:31.317576 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-255ac67d-cd4d-45d1-afb4-9c13a026c760 req-8cc05c5c-f8c0-4b47-b724-9138b492a366 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388348 Sep 15 09:07:34.275588 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:36.022278 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-2eb3870e-599f-4767-8b90-110dd0555a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:36.527068 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:36.622356 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:07:38.267248 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-38da8dfe-f771-465e-abb3-0baa15829243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:39.415961 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:39.629476 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-99d38179-c39e-4d52-929f-eebac52fc85e req-30a4c727-007c-453c-8013-b517aecf1b8b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664551 Sep 15 09:07:39.792218 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-99d38179-c39e-4d52-929f-eebac52fc85e req-92b5e42a-8c13-452d-8cba-f526f0bff703 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29c8fbe80a454d26895eb9dd55dbfa6f&device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 1098 time: 0.0714970 Sep 15 09:07:40.026168 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d38179-c39e-4d52-929f-eebac52fc85e req-699f25d2-13a4-4e50-b702-3b78e4cec78b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:40.027651 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-99d38179-c39e-4d52-929f-eebac52fc85e req-699f25d2-13a4-4e50-b702-3b78e4cec78b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6760c63b-f0a8-416b-867e-4321d12726c6 HTTP/1.1" status: 200 len: 916 time: 0.2172625 Sep 15 09:07:40.095146 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-99d38179-c39e-4d52-929f-eebac52fc85e req-e2b541e3-c553-4a5c-8b93-d433b9e9b466 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68444aa9-d7ab-46c3-a964-8060a8a46688 HTTP/1.1" status: 200 len: 217 time: 0.0595264 Sep 15 09:07:40.159596 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d38179-c39e-4d52-929f-eebac52fc85e req-f2bbf1a2-5e65-4da5-989e-83f780f6c375 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:40.161024 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-99d38179-c39e-4d52-929f-eebac52fc85e req-f2bbf1a2-5e65-4da5-989e-83f780f6c375 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7286509-1374-4094-9604-ff3fe2544a15 HTTP/1.1" status: 200 len: 854 time: 0.0594511 Sep 15 09:07:40.234377 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-99d38179-c39e-4d52-929f-eebac52fc85e req-63c25bdd-42e8-4413-abb6-6bb5f7d3b4a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6760c63b-f0a8-416b-867e-4321d12726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667341 Sep 15 09:07:40.363819 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-99d38179-c39e-4d52-929f-eebac52fc85e req-6f0596d8-3291-473e-b3a7-11d708a39297 service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223330 Sep 15 09:07:40.492448 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-99d38179-c39e-4d52-929f-eebac52fc85e req-3645a6b6-0a5d-48b2-a46f-fbd1b80af916 service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222136 Sep 15 09:07:40.829505 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:42.473823 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55c732-d7e1-4301-a1ca-0b3e56224a9c req-f18775b8-0582-45af-bb96-f3796573cba4 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:42.475278 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0b55c732-d7e1-4301-a1ca-0b3e56224a9c req-f18775b8-0582-45af-bb96-f3796573cba4 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 945 time: 0.0748546 Sep 15 09:07:42.519489 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0b55c732-d7e1-4301-a1ca-0b3e56224a9c req-af3e062e-2777-4b13-a371-d466c4a8cb43 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388849 Sep 15 09:07:42.546639 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47416) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:42.850235 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-54556e28-9533-4df6-8607-c1c670a4c71d tempest-TestMinimumBasicScenario-1556353726 tempest-TestMinimumBasicScenario-1556353726-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 1093 time: 0.3024485 Sep 15 09:07:42.852748 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47422) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:42.857818 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Request body: {'floatingip': {'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'port_id': '68444aa9-d7ab-46c3-a964-8060a8a46688', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:07:42.863572 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:07:42.867606 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Usage tracker for resource:floatingip and tenant:29c8fbe80a454d26895eb9dd55dbfa6f is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:07:42.870412 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:07:42.876645 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:07:42.970343 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for floatingip, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:43.103650 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:43.239279 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Allocated IP 172.27.1.210 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/5c9bed5b-03d7-4288-8ed0-3491ca1ea4b6) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:07:43.386500 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:43.513293 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:43.517059 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:43.577119 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:07:43.579827 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:07:43.583534 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:07:43.625009 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Pushing event updated for resources: {'Port': ['ID=5c9bed5b-03d7-4288-8ed0-3491ca1ea4b6,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:43.640128 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:43.640461 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:43.640840 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:43.641169 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:43.641516 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:43.641858 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:43.642248 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:43.642590 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:43.642937 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:43.643276 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:43.643618 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:43.648585 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:44.094900 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:44.207456 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:44.498364 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for port, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:44.581653 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092364'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:44.585181 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-2e074edc-abf5-4d49-9067-a057c0774d04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:44.689100 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Pushing event updated for resources: {'Port': ['ID=5c9bed5b-03d7-4288-8ed0-3491ca1ea4b6,revision_number=2']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:44.693086 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:44.703061 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:44.886016 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.l3_db [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Floating IP ab489f28-03eb-4e22-ae08-a313908f1b2c associated. External IP: 172.27.1.210, port: 68444aa9-d7ab-46c3-a964-8060a8a46688. Sep 15 09:07:45.266527 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:07:45.462796 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:07:45.473167 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76051554-9dd3-4036-8529-8dc3694fb35c None None] Sync routers for ids ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:07:45.485366 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76051554-9dd3-4036-8529-8dc3694fb35c None None] Routers {'9f2fa40d-fec5-4b30-bab6-b1dad3981036'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:07:45.485983 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-76051554-9dd3-4036-8529-8dc3694fb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:07:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:07:45.629503 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:45.662403 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-76051554-9dd3-4036-8529-8dc3694fb35c None None] Set router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:07:45.682148 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-15ab8aa0-1628-4e13-8c7f-d3aabafeb623 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8283770 Sep 15 09:07:45.682869 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4df0363-1513-4e8f-b334-57c308931090', 'tag': '68444aa9-d7ab-46c3-a964-8060a8a46688'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:07:45.685086 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47426) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:45.691278 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-404538341', 'description': 'tempest-secgroup-smoke-404538341 description', 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:07:45.697324 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:07:45.708035 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:07:45.739585 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4df0363-1513-4e8f-b334-57c308931090', 'tag': '68444aa9-d7ab-46c3-a964-8060a8a46688', 'status': 'completed', 'code': 200} Sep 15 09:07:45.772808 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:45.861278 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:07:45.866581 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Usage tracker for resource:security_group_rule and tenant:29c8fbe80a454d26895eb9dd55dbfa6f is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:07:45.870042 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:07:45.877371 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:07:45.896623 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-88dbccb8-6f37-4dd8-9276-e9e5b01acc85 req-1d1cd592-dbd0-41bf-8f3f-1d4624076f91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29c8fbe80a454d26895eb9dd55dbfa6f&device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 1098 time: 0.1087031 Sep 15 09:07:46.005611 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-76051554-9dd3-4036-8529-8dc3694fb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'name': 'tempest-TestMinimumBasicScenario-1713386331-router', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:37Z', 'updated_at': '2021-09-15T09:06:41Z', 'revision_number': 4, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'gw_port': {'id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:38Z', 'updated_at': '2021-09-15T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': 'ab489f28-03eb-4e22-ae08-a313908f1b2c', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'port_id': '68444aa9-d7ab-46c3-a964-8060a8a46688', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'mac_address': 'fa:16:3e:71:41:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4df0363-1513-4e8f-b334-57c308931090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:07:43Z', 'updated_at': '2021-09-15T09:07:43Z', 'revision_number': 0, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532185cb-a58f-4643-bb96-10102f6e09ce', 'name': '', 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'mac_address': 'fa:16:3e:3b:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:40Z', 'updated_at': '2021-09-15T09:07:00Z', 'revision_number': 5, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'subnets': [{'id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:07:46.009378 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76051554-9dd3-4036-8529-8dc3694fb35c None None] Checking router: 9f2fa40d-fec5-4b30-bab6-b1dad3981036 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:07:46.019990 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76051554-9dd3-4036-8529-8dc3694fb35c None None] Routers {'9f2fa40d-fec5-4b30-bab6-b1dad3981036'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:07:46.020585 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-76051554-9dd3-4036-8529-8dc3694fb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:07:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:07:46.023652 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:46.058415 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbccb8-6f37-4dd8-9276-e9e5b01acc85 req-2f0de39b-e173-474d-ab7e-eaf1e93be47f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:46.059953 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-88dbccb8-6f37-4dd8-9276-e9e5b01acc85 req-2f0de39b-e173-474d-ab7e-eaf1e93be47f service neutron] 10.222.0.20 "GET /v2.0/networks?id=6760c63b-f0a8-416b-867e-4321d12726c6 HTTP/1.1" status: 200 len: 916 time: 0.1570175 Sep 15 09:07:46.121860 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:46.138416 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-2448af1c-a1f7-44e9-82db-901a014e7f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:46.196080 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-76051554-9dd3-4036-8529-8dc3694fb35c None None] Set router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:07:46.197143 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ccf4df-fde4-40c2-af84-6aa333d4b1b3,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:46.209031 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-88dbccb8-6f37-4dd8-9276-e9e5b01acc85 req-da60bcea-8cdb-4a01-a5c2-da48800290f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68444aa9-d7ab-46c3-a964-8060a8a46688 HTTP/1.1" status: 200 len: 999 time: 0.1416583 Sep 15 09:07:46.212316 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:46.218806 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:46.218806 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:46.218806 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:46.218806 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:46.218806 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:46.218806 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:46.218806 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:46.218806 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:46.218806 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:46.218806 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:07:46.251471 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:46.262214 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:46.263382 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5773330 Sep 15 09:07:46.266298 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47432) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:46.273326 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-6c585be1-c20b-4513-ba8c-dadc1ab141cc tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Request body: {'security_group_rule': {'security_group_id': '25ccf4df-fde4-40c2-af84-6aa333d4b1b3', 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:07:46.282348 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-6c585be1-c20b-4513-ba8c-dadc1ab141cc tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:07:46.288729 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-6c585be1-c20b-4513-ba8c-dadc1ab141cc tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Usage tracker for resource:security_group_rule and tenant:29c8fbe80a454d26895eb9dd55dbfa6f is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:07:46.293220 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-6c585be1-c20b-4513-ba8c-dadc1ab141cc tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:07:46.301115 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbccb8-6f37-4dd8-9276-e9e5b01acc85 req-56dbf243-ae91-4b98-85ff-2c5ed3442291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:46.302538 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-88dbccb8-6f37-4dd8-9276-e9e5b01acc85 req-56dbf243-ae91-4b98-85ff-2c5ed3442291 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7286509-1374-4094-9604-ff3fe2544a15 HTTP/1.1" status: 200 len: 854 time: 0.0838017 Sep 15 09:07:46.303373 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-6c585be1-c20b-4513-ba8c-dadc1ab141cc tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:07:46.384086 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-88dbccb8-6f37-4dd8-9276-e9e5b01acc85 req-2291fa71-9bbd-473b-bffd-c4bc95778df0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6760c63b-f0a8-416b-867e-4321d12726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745428 Sep 15 09:07:46.385313 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6c585be1-c20b-4513-ba8c-dadc1ab141cc tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:46.538233 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-76051554-9dd3-4036-8529-8dc3694fb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'name': 'tempest-TestMinimumBasicScenario-1713386331-router', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:37Z', 'updated_at': '2021-09-15T09:06:41Z', 'revision_number': 4, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'gw_port': {'id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:38Z', 'updated_at': '2021-09-15T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': 'ab489f28-03eb-4e22-ae08-a313908f1b2c', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'port_id': '68444aa9-d7ab-46c3-a964-8060a8a46688', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'mac_address': 'fa:16:3e:71:41:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4df0363-1513-4e8f-b334-57c308931090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:07:43Z', 'updated_at': '2021-09-15T09:07:43Z', 'revision_number': 0, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532185cb-a58f-4643-bb96-10102f6e09ce', 'name': '', 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'mac_address': 'fa:16:3e:3b:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:40Z', 'updated_at': '2021-09-15T09:07:00Z', 'revision_number': 5, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'subnets': [{'id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:07:46.541974 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76051554-9dd3-4036-8529-8dc3694fb35c None None] The sync data for ids ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'] in dv-cinder-806008-2-iscsi is: [{'id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'name': 'tempest-TestMinimumBasicScenario-1713386331-router', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:37Z', 'updated_at': '2021-09-15T09:06:41Z', 'revision_number': 4, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'gw_port': {'id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:38Z', 'updated_at': '2021-09-15T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': 'ab489f28-03eb-4e22-ae08-a313908f1b2c', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'port_id': '68444aa9-d7ab-46c3-a964-8060a8a46688', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'mac_address': 'fa:16:3e:71:41:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4df0363-1513-4e8f-b334-57c308931090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:07:43Z', 'updated_at': '2021-09-15T09:07:43Z', 'revision_number': 0, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532185cb-a58f-4643-bb96-10102f6e09ce', 'name': '', 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'mac_address': 'fa:16:3e:3b:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:40Z', 'updated_at': '2021-09-15T09:07:00Z', 'revision_number': 5, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'subnets': [{'id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:07:46.556288 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6c585be1-c20b-4513-ba8c-dadc1ab141cc tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:46.559852 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-88dbccb8-6f37-4dd8-9276-e9e5b01acc85 req-12d1bd29-e011-4619-a5ff-400bd8113d29 service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679621 Sep 15 09:07:46.636870 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6c585be1-c20b-4513-ba8c-dadc1ab141cc tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:46.649869 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ada08dd0-e3db-4e0a-954e-0b07c4bab5cd tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:46.679225 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c585be1-c20b-4513-ba8c-dadc1ab141cc tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cebe95a-3709-45a9-810b-462f61650db7,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:46.686419 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-6c585be1-c20b-4513-ba8c-dadc1ab141cc tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:46.725267 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-88dbccb8-6f37-4dd8-9276-e9e5b01acc85 req-b1c38504-8327-4dbb-bc5a-28a92fca6d29 service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576946 Sep 15 09:07:46.745085 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a5f4f5-5b0d-407f-b53b-3c0644409d53 None None] New status for floating IP ab489f28-03eb-4e22-ae08-a313908f1b2c: ACTIVE {{(pid=75829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 09:07:46.759142 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6c585be1-c20b-4513-ba8c-dadc1ab141cc tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:46.764583 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-6c585be1-c20b-4513-ba8c-dadc1ab141cc tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4930863 Sep 15 09:07:46.764583 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47436) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:46.769072 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-c63df250-546e-4fb1-857f-8a1fe13ebaf8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Request body: {'security_group_rule': {'security_group_id': '25ccf4df-fde4-40c2-af84-6aa333d4b1b3', 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:07:46.775127 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-c63df250-546e-4fb1-857f-8a1fe13ebaf8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:07:46.778886 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-c63df250-546e-4fb1-857f-8a1fe13ebaf8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Usage tracker for resource:security_group_rule and tenant:29c8fbe80a454d26895eb9dd55dbfa6f is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:07:46.782373 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-c63df250-546e-4fb1-857f-8a1fe13ebaf8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:07:46.788097 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-c63df250-546e-4fb1-857f-8a1fe13ebaf8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:07:46.887260 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c63df250-546e-4fb1-857f-8a1fe13ebaf8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:47.038723 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c63df250-546e-4fb1-857f-8a1fe13ebaf8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:47.113436 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c63df250-546e-4fb1-857f-8a1fe13ebaf8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:47.115856 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:47.137975 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63df250-546e-4fb1-857f-8a1fe13ebaf8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d3d123-5c37-4587-acdf-a34f62847429,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:47.140800 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c63df250-546e-4fb1-857f-8a1fe13ebaf8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:47.210565 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c63df250-546e-4fb1-857f-8a1fe13ebaf8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:47.211731 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-c63df250-546e-4fb1-857f-8a1fe13ebaf8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4477477 Sep 15 09:07:47.214366 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47440) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:47.219623 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-6a5f6f9f-1731-4256-819b-9e497ee4a5a9 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Request body: {'security_group_rule': {'security_group_id': '25ccf4df-fde4-40c2-af84-6aa333d4b1b3', 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:07:47.225263 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-6a5f6f9f-1731-4256-819b-9e497ee4a5a9 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:07:47.228968 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-6a5f6f9f-1731-4256-819b-9e497ee4a5a9 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Usage tracker for resource:security_group_rule and tenant:29c8fbe80a454d26895eb9dd55dbfa6f is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:07:47.232765 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-6a5f6f9f-1731-4256-819b-9e497ee4a5a9 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:07:47.237380 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-6a5f6f9f-1731-4256-819b-9e497ee4a5a9 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:07:47.313560 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6f9f-1731-4256-819b-9e497ee4a5a9 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:47.372721 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6f9f-1731-4256-819b-9e497ee4a5a9 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:47.452128 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6f9f-1731-4256-819b-9e497ee4a5a9 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:47.453995 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:47.474808 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f6f9f-1731-4256-819b-9e497ee4a5a9 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1af142c-ac07-45c5-a0b6-4e6705f8d16e,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:47.477066 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-6a5f6f9f-1731-4256-819b-9e497ee4a5a9 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:47.541452 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6f9f-1731-4256-819b-9e497ee4a5a9 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:47.542638 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-6a5f6f9f-1731-4256-819b-9e497ee4a5a9 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3273897 Sep 15 09:07:47.545950 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47444) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:47.551201 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-a17d4d62-b474-42c3-a240-282b9639774f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Request body: {'security_group_rule': {'security_group_id': '25ccf4df-fde4-40c2-af84-6aa333d4b1b3', 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:07:47.556753 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-a17d4d62-b474-42c3-a240-282b9639774f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:07:47.560449 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-a17d4d62-b474-42c3-a240-282b9639774f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Usage tracker for resource:security_group_rule and tenant:29c8fbe80a454d26895eb9dd55dbfa6f is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:07:47.563981 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-a17d4d62-b474-42c3-a240-282b9639774f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:07:47.569589 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-a17d4d62-b474-42c3-a240-282b9639774f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:07:47.656102 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a17d4d62-b474-42c3-a240-282b9639774f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:47.719966 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a17d4d62-b474-42c3-a240-282b9639774f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:47.793027 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a17d4d62-b474-42c3-a240-282b9639774f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:47.799661 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:47.818158 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d4d62-b474-42c3-a240-282b9639774f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a0539a-49fc-4d60-86e6-1ee62e339a58,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:47.820590 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-a17d4d62-b474-42c3-a240-282b9639774f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:47.890217 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-a17d4d62-b474-42c3-a240-282b9639774f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:47.891409 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-a17d4d62-b474-42c3-a240-282b9639774f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3445501 Sep 15 09:07:47.894020 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47448) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:47.899355 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-b9621964-02a0-48d0-b5f2-ec609d65d5a1 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Request body: {'security_group_rule': {'security_group_id': '25ccf4df-fde4-40c2-af84-6aa333d4b1b3', 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:07:47.905383 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-b9621964-02a0-48d0-b5f2-ec609d65d5a1 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:07:47.909304 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-b9621964-02a0-48d0-b5f2-ec609d65d5a1 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Usage tracker for resource:security_group_rule and tenant:29c8fbe80a454d26895eb9dd55dbfa6f is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:07:47.912128 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-b9621964-02a0-48d0-b5f2-ec609d65d5a1 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:07:47.917778 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-b9621964-02a0-48d0-b5f2-ec609d65d5a1 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:07:47.978005 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.securitygroups_db [None req-b9621964-02a0-48d0-b5f2-ec609d65d5a1 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Project 29c8fbe80a454d26895eb9dd55dbfa6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:07:47.984747 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b9621964-02a0-48d0-b5f2-ec609d65d5a1 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:48.048129 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b9621964-02a0-48d0-b5f2-ec609d65d5a1 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:48.118989 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b9621964-02a0-48d0-b5f2-ec609d65d5a1 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:48.121140 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-59f17565-c1b8-4687-a692-0b503b9de65d tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:48.143206 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9621964-02a0-48d0-b5f2-ec609d65d5a1 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f62e0d-e5fe-467e-a4e1-969934f437d0,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:48.145599 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b9621964-02a0-48d0-b5f2-ec609d65d5a1 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:48.210365 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b9621964-02a0-48d0-b5f2-ec609d65d5a1 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:48.211534 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-b9621964-02a0-48d0-b5f2-ec609d65d5a1 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3165965 Sep 15 09:07:48.214237 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47452) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:07:48.220139 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-2af0cfc3-2ad8-4b70-aeb6-2b92bbb74edb tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Request body: {'security_group_rule': {'security_group_id': '25ccf4df-fde4-40c2-af84-6aa333d4b1b3', 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:07:48.225873 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-2af0cfc3-2ad8-4b70-aeb6-2b92bbb74edb tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:07:48.229631 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-2af0cfc3-2ad8-4b70-aeb6-2b92bbb74edb tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Usage tracker for resource:security_group_rule and tenant:29c8fbe80a454d26895eb9dd55dbfa6f is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:07:48.232485 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-2af0cfc3-2ad8-4b70-aeb6-2b92bbb74edb tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:07:48.238137 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-2af0cfc3-2ad8-4b70-aeb6-2b92bbb74edb tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:07:48.301317 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.securitygroups_db [None req-2af0cfc3-2ad8-4b70-aeb6-2b92bbb74edb tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Project 29c8fbe80a454d26895eb9dd55dbfa6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:07:48.307485 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2af0cfc3-2ad8-4b70-aeb6-2b92bbb74edb tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:48.374975 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2af0cfc3-2ad8-4b70-aeb6-2b92bbb74edb tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:48.438862 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2af0cfc3-2ad8-4b70-aeb6-2b92bbb74edb tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:48.440791 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:48.460163 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0cfc3-2ad8-4b70-aeb6-2b92bbb74edb tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd3e923-e8dc-4405-9cf6-695145c22d24,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:48.463877 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-2af0cfc3-2ad8-4b70-aeb6-2b92bbb74edb tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:48.552658 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2af0cfc3-2ad8-4b70-aeb6-2b92bbb74edb tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:48.557898 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-2af0cfc3-2ad8-4b70-aeb6-2b92bbb74edb tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3387117 Sep 15 09:07:48.824406 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5a74d7c0-6fc6-44e3-8a40-764d0ccde66e req-256f0d4f-c7ed-4c93-ac52-1fa8b92c5a92 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-404538341&fields=id&tenant_id=29c8fbe80a454d26895eb9dd55dbfa6f HTTP/1.1" status: 200 len: 267 time: 0.0431252 Sep 15 09:07:48.904436 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74d7c0-6fc6-44e3-8a40-764d0ccde66e req-bdf1b6db-34ad-44e4-9184-d22ca7f41a84 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:48.906555 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5a74d7c0-6fc6-44e3-8a40-764d0ccde66e req-bdf1b6db-34ad-44e4-9184-d22ca7f41a84 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 945 time: 0.0764556 Sep 15 09:07:48.916731 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [req-5a74d7c0-6fc6-44e3-8a40-764d0ccde66e req-07b3a08c-6095-41b9-bb5c-3afdf572afce tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Request body: {'port': {'security_groups': ['dcaacdd3-3251-413a-8449-6543f711cd51', '25ccf4df-fde4-40c2-af84-6aa333d4b1b3']}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:07:49.028959 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-5a74d7c0-6fc6-44e3-8a40-764d0ccde66e req-07b3a08c-6095-41b9-bb5c-3afdf572afce tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:49.273909 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [req-5a74d7c0-6fc6-44e3-8a40-764d0ccde66e req-07b3a08c-6095-41b9-bb5c-3afdf572afce tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] For port 68444aa9-d7ab-46c3-a964-8060a8a46688, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=68444aa9-d7ab-46c3-a964-8060a8a46688,segment=NetworkSegment(8006bafb-0e7f-4cd4-a9e3-54e10d762182),segment_id=8006bafb-0e7f-4cd4-a9e3-54e10d762182)] {{(pid=75825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:07:49.297291 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-5a74d7c0-6fc6-44e3-8a40-764d0ccde66e req-07b3a08c-6095-41b9-bb5c-3afdf572afce tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for port, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:49.354572 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-5a74d7c0-6fc6-44e3-8a40-764d0ccde66e req-07b3a08c-6095-41b9-bb5c-3afdf572afce tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092364'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:49.359932 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:07:49.397510 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['68444aa9-d7ab-46c3-a964-8060a8a46688'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:07:49.521835 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74d7c0-6fc6-44e3-8a40-764d0ccde66e req-07b3a08c-6095-41b9-bb5c-3afdf572afce tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:49.522469 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [req-5a74d7c0-6fc6-44e3-8a40-764d0ccde66e req-07b3a08c-6095-41b9-bb5c-3afdf572afce tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:49.523848 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5a74d7c0-6fc6-44e3-8a40-764d0ccde66e req-07b3a08c-6095-41b9-bb5c-3afdf572afce tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "PUT /v2.0/ports/68444aa9-d7ab-46c3-a964-8060a8a46688 HTTP/1.1" status: 200 len: 981 time: 0.6114070 Sep 15 09:07:49.524362 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4df0363-1513-4e8f-b334-57c308931090', 'tag': '68444aa9-d7ab-46c3-a964-8060a8a46688'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:07:49.548404 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3a08c-6095-41b9-bb5c-3afdf572afce tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Pushing event updated for resources: {'Port': ['ID=68444aa9-d7ab-46c3-a964-8060a8a46688,revision_number=6']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:07:49.559972 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-07b3a08c-6095-41b9-bb5c-3afdf572afce tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:07:49.595575 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4df0363-1513-4e8f-b334-57c308931090', 'tag': '68444aa9-d7ab-46c3-a964-8060a8a46688', 'status': 'completed', 'code': 200} Sep 15 09:07:49.655207 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['68444aa9-d7ab-46c3-a964-8060a8a46688'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:07:49.736560 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-31d5694a-4dcb-4464-874b-d285f699fe4c req-60f6e469-c52d-48c3-bd17-480122245f27 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29c8fbe80a454d26895eb9dd55dbfa6f&device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 1137 time: 0.0945675 Sep 15 09:07:49.905942 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5694a-4dcb-4464-874b-d285f699fe4c req-43f14c44-f83a-40da-b455-747c2fa69530 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:49.907597 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-31d5694a-4dcb-4464-874b-d285f699fe4c req-43f14c44-f83a-40da-b455-747c2fa69530 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6760c63b-f0a8-416b-867e-4321d12726c6 HTTP/1.1" status: 200 len: 916 time: 0.1612554 Sep 15 09:07:49.916636 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4befce-8c68-4e28-875b-93abf9ec7876 req-dcbb2e98-491e-459e-8ff8-72d13758b317 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:49.918081 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5d4befce-8c68-4e28-875b-93abf9ec7876 req-dcbb2e98-491e-459e-8ff8-72d13758b317 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 984 time: 0.2707746 Sep 15 09:07:49.941991 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-4141acf1-6fd7-4768-ac8a-32f6e3271f60 None None] Provisioning complete for port 68444aa9-d7ab-46c3-a964-8060a8a46688 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:07:49.942409 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-4141acf1-6fd7-4768-ac8a-32f6e3271f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:07:49.967158 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5d4befce-8c68-4e28-875b-93abf9ec7876 req-0313720d-950a-4e3a-84c5-d9daf5baebd3 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ccf4df-fde4-40c2-af84-6aa333d4b1b3&id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419784 Sep 15 09:07:50.020825 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-31d5694a-4dcb-4464-874b-d285f699fe4c req-4b794066-1a7d-40f5-866b-f4655ad6acbe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68444aa9-d7ab-46c3-a964-8060a8a46688 HTTP/1.1" status: 200 len: 1001 time: 0.1027224 Sep 15 09:07:50.085575 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5694a-4dcb-4464-874b-d285f699fe4c req-844308ce-f719-44ad-b0c7-63d17ac6585e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:07:50.087074 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-31d5694a-4dcb-4464-874b-d285f699fe4c req-844308ce-f719-44ad-b0c7-63d17ac6585e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7286509-1374-4094-9604-ff3fe2544a15 HTTP/1.1" status: 200 len: 854 time: 0.0592337 Sep 15 09:07:50.166570 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-31d5694a-4dcb-4464-874b-d285f699fe4c req-783278cc-55fc-4595-ad3a-b00b784361df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6760c63b-f0a8-416b-867e-4321d12726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721807 Sep 15 09:07:50.297282 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-31d5694a-4dcb-4464-874b-d285f699fe4c req-3a94d1cc-d851-48c1-8663-0cac1b31eece service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238914 Sep 15 09:07:50.428377 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-31d5694a-4dcb-4464-874b-d285f699fe4c req-0473dfed-3737-4c42-bb8c-5398df99f0e8 service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229296 Sep 15 09:08:04.285814 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:04.294926 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6f9d4-a51b-4bde-9c32-d7ef02aa54c8 req-d798315f-001c-47b3-ad17-1c301a908a2f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:04.296975 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-24b6f9d4-a51b-4bde-9c32-d7ef02aa54c8 req-d798315f-001c-47b3-ad17-1c301a908a2f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 984 time: 0.0818775 Sep 15 09:08:04.338073 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e0e30b40-7f9d-4420-b613-79a8eb9a8128 req-5f6f13fd-ea46-45e6-b083-3759ed96e7a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29c8fbe80a454d26895eb9dd55dbfa6f&device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 1137 time: 0.0677328 Sep 15 09:08:04.343199 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-24b6f9d4-a51b-4bde-9c32-d7ef02aa54c8 req-15d4e1dd-8b5c-40d9-9c0f-543013799df6 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ccf4df-fde4-40c2-af84-6aa333d4b1b3&id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404778 Sep 15 09:08:04.466908 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e30b40-7f9d-4420-b613-79a8eb9a8128 req-1a384e43-51d4-43f6-a9cb-cf774fa88469 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:04.468877 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e0e30b40-7f9d-4420-b613-79a8eb9a8128 req-1a384e43-51d4-43f6-a9cb-cf774fa88469 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6760c63b-f0a8-416b-867e-4321d12726c6 HTTP/1.1" status: 200 len: 916 time: 0.1242003 Sep 15 09:08:04.571460 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e0e30b40-7f9d-4420-b613-79a8eb9a8128 req-e366d4c7-becc-46ed-a2aa-93a1fcf0adf4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68444aa9-d7ab-46c3-a964-8060a8a46688 HTTP/1.1" status: 200 len: 1001 time: 0.0953491 Sep 15 09:08:04.632344 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e30b40-7f9d-4420-b613-79a8eb9a8128 req-48aa43d0-0e66-4ee9-a07e-e87601aa7edd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:04.633771 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e0e30b40-7f9d-4420-b613-79a8eb9a8128 req-48aa43d0-0e66-4ee9-a07e-e87601aa7edd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7286509-1374-4094-9604-ff3fe2544a15 HTTP/1.1" status: 200 len: 854 time: 0.0559165 Sep 15 09:08:04.725664 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e0e30b40-7f9d-4420-b613-79a8eb9a8128 req-75866ccc-2354-4c39-aee9-a2b72e9455b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6760c63b-f0a8-416b-867e-4321d12726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820143 Sep 15 09:08:04.736800 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [req-e0e30b40-7f9d-4420-b613-79a8eb9a8128 req-c27820e4-1cd6-452f-8a89-3ce46afa5ac0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=75826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 09:08:04.737711 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e0e30b40-7f9d-4420-b613-79a8eb9a8128 req-c27820e4-1cd6-452f-8a89-3ce46afa5ac0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048239 Sep 15 09:08:04.953050 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e0e30b40-7f9d-4420-b613-79a8eb9a8128 req-6495f005-d65d-4489-bfcc-ed4b85f97b5a service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084010 Sep 15 09:08:05.087504 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e0e30b40-7f9d-4420-b613-79a8eb9a8128 req-d8a10676-bc48-4792-a617-2abda6a22361 service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271422 Sep 15 09:08:05.618447 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ce550-fb29-4275-aa7a-1371210d1584 req-ae4cade2-b3ec-4624-a57e-aa40b8cc310a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:05.619893 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-552ce550-fb29-4275-aa7a-1371210d1584 req-ae4cade2-b3ec-4624-a57e-aa40b8cc310a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 984 time: 0.1523693 Sep 15 09:08:05.665202 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-552ce550-fb29-4275-aa7a-1371210d1584 req-b159c308-d753-47d7-8dac-93e20017c628 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Synchronizing usage tracker for tenant:29c8fbe80a454d26895eb9dd55dbfa6f on resource:security_group {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:08:05.740820 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-552ce550-fb29-4275-aa7a-1371210d1584 req-b159c308-d753-47d7-8dac-93e20017c628 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Unset dirty status for tenant:29c8fbe80a454d26895eb9dd55dbfa6f on resource:security_group {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:08:05.741964 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-552ce550-fb29-4275-aa7a-1371210d1584 req-b159c308-d753-47d7-8dac-93e20017c628 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ccf4df-fde4-40c2-af84-6aa333d4b1b3&id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1158776 Sep 15 09:08:06.021019 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-342d0d5d-452b-4585-9a90-23f73bf95483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:06.603888 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:06.940843 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc2d7e-aa1d-4a6c-967b-aaa73b297dfa req-ad2a9ff6-0839-4d7c-8e2f-a8cfeaf8fe44 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:06.942335 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-09dc2d7e-aa1d-4a6c-967b-aaa73b297dfa req-ad2a9ff6-0839-4d7c-8e2f-a8cfeaf8fe44 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 984 time: 0.0771108 Sep 15 09:08:06.992114 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-09dc2d7e-aa1d-4a6c-967b-aaa73b297dfa req-c1844398-8800-4120-83d9-b5753726dd35 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ccf4df-fde4-40c2-af84-6aa333d4b1b3&id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442655 Sep 15 09:08:08.187915 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228290a-778d-42ea-a4c8-f0c6940408a7 req-e05768b3-56cf-4769-961f-5c29a528de15 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:08.189353 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4228290a-778d-42ea-a4c8-f0c6940408a7 req-e05768b3-56cf-4769-961f-5c29a528de15 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 984 time: 0.0800297 Sep 15 09:08:08.235929 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4228290a-778d-42ea-a4c8-f0c6940408a7 req-42e534c6-293c-4bca-be98-1470367fdc59 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ccf4df-fde4-40c2-af84-6aa333d4b1b3&id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401287 Sep 15 09:08:08.283914 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-c9afdb39-078d-49f2-8cc9-89dcf5191095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:09.409212 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:09.430508 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575572a-1c89-4be0-b0f3-a7912a5d5e81 req-882c91ba-6cc3-4652-b211-702c4f754c72 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:09.432015 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f575572a-1c89-4be0-b0f3-a7912a5d5e81 req-882c91ba-6cc3-4652-b211-702c4f754c72 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 984 time: 0.0765500 Sep 15 09:08:09.478577 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f575572a-1c89-4be0-b0f3-a7912a5d5e81 req-96b99112-6c8f-455f-8772-30b94a28ff2e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ccf4df-fde4-40c2-af84-6aa333d4b1b3&id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410221 Sep 15 09:08:10.682170 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30635b-ddb8-47ef-9167-d5ae6c9d9a06 req-54edec76-2eed-4264-81cb-82b3af41c13c tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:10.683599 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4e30635b-ddb8-47ef-9167-d5ae6c9d9a06 req-54edec76-2eed-4264-81cb-82b3af41c13c tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 984 time: 0.0859284 Sep 15 09:08:10.733106 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4e30635b-ddb8-47ef-9167-d5ae6c9d9a06 req-7a94e290-68e1-4f13-bc62-7708d5d27696 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ccf4df-fde4-40c2-af84-6aa333d4b1b3&id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438855 Sep 15 09:08:10.851444 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:11.931398 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6372d-3ccd-48fa-bdf5-172724459f91 req-7401c8ab-f525-4e97-a724-2d57db6dc59f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:11.932852 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-4cc6372d-3ccd-48fa-bdf5-172724459f91 req-7401c8ab-f525-4e97-a724-2d57db6dc59f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 984 time: 0.0797801 Sep 15 09:08:11.978470 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-4cc6372d-3ccd-48fa-bdf5-172724459f91 req-0fd2fa52-07b2-439b-b099-a30c915ba387 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ccf4df-fde4-40c2-af84-6aa333d4b1b3&id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396216 Sep 15 09:08:13.181082 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3f61b-bbc6-4476-9281-dbdb9dfb0d0b req-7c3aca40-8f34-4cb0-a33d-dde080a6db93 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:13.182542 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d8d3f61b-bbc6-4476-9281-dbdb9dfb0d0b req-7c3aca40-8f34-4cb0-a33d-dde080a6db93 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 984 time: 0.0765483 Sep 15 09:08:13.228473 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d8d3f61b-bbc6-4476-9281-dbdb9dfb0d0b req-408b133a-3bcc-41d3-bb5f-6fec5507124e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ccf4df-fde4-40c2-af84-6aa333d4b1b3&id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396180 Sep 15 09:08:13.622360 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:08:14.422894 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0575-52c6-4048-ba0d-afee75e4741b req-2d64b2bd-87a6-4194-a100-bec9cf292a2a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:14.424274 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5f2e0575-52c6-4048-ba0d-afee75e4741b req-2d64b2bd-87a6-4194-a100-bec9cf292a2a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 984 time: 0.0767038 Sep 15 09:08:14.469471 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5f2e0575-52c6-4048-ba0d-afee75e4741b req-a31c2d1f-7f78-40bb-92f3-c2e23d0f8bdd tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ccf4df-fde4-40c2-af84-6aa333d4b1b3&id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396781 Sep 15 09:08:15.663850 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bcb58-9eaa-41bc-bb17-acc9ef82c669 req-22d5cb6b-8958-450a-bc57-f93ee8a4ef0a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:15.665266 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e45bcb58-9eaa-41bc-bb17-acc9ef82c669 req-22d5cb6b-8958-450a-bc57-f93ee8a4ef0a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 984 time: 0.0782242 Sep 15 09:08:15.710691 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e45bcb58-9eaa-41bc-bb17-acc9ef82c669 req-d8d87261-4d98-4f9e-a794-2c89b87153d8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ccf4df-fde4-40c2-af84-6aa333d4b1b3&id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398595 Sep 15 09:08:16.905278 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db343bb-8f65-47e8-910e-9e1252c812ff req-79b83b0b-49b0-46ba-b945-6227435be288 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:16.906757 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2db343bb-8f65-47e8-910e-9e1252c812ff req-79b83b0b-49b0-46ba-b945-6227435be288 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 984 time: 0.0795465 Sep 15 09:08:16.953199 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2db343bb-8f65-47e8-910e-9e1252c812ff req-1ae5a4d1-cbc2-4620-8ec4-37a341176e92 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ccf4df-fde4-40c2-af84-6aa333d4b1b3&id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409558 Sep 15 09:08:18.148877 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b44998-7e93-4a1b-8414-62fbd6b7eef0 req-02955916-fb17-4cdc-9406-452a021be45c tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:18.150279 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-32b44998-7e93-4a1b-8414-62fbd6b7eef0 req-02955916-fb17-4cdc-9406-452a021be45c tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 984 time: 0.0760636 Sep 15 09:08:18.196732 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-32b44998-7e93-4a1b-8414-62fbd6b7eef0 req-82c6f20d-03ed-4142-ab19-34397ef0423c tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ccf4df-fde4-40c2-af84-6aa333d4b1b3&id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407755 Sep 15 09:08:19.392094 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb2654-0a77-43e9-a099-206679601bb0 req-0a4dd1d5-aa46-4449-a198-a64969e61e25 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:19.393546 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8feb2654-0a77-43e9-a099-206679601bb0 req-0a4dd1d5-aa46-4449-a198-a64969e61e25 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 984 time: 0.0757627 Sep 15 09:08:19.439539 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8feb2654-0a77-43e9-a099-206679601bb0 req-519f7dcd-e5b5-4f61-a0d7-889d3e6a06e8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ccf4df-fde4-40c2-af84-6aa333d4b1b3&id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404472 Sep 15 09:08:20.639579 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aeecd7-a012-4019-8824-67cc0397219f req-1ffd843a-30e8-4ae8-9d56-295ed3d2bbb3 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:20.650253 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-58aeecd7-a012-4019-8824-67cc0397219f req-1ffd843a-30e8-4ae8-9d56-295ed3d2bbb3 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 984 time: 0.0828974 Sep 15 09:08:20.687405 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-58aeecd7-a012-4019-8824-67cc0397219f req-4973d695-cb3c-48a3-9e9d-d5c189a01ec6 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ccf4df-fde4-40c2-af84-6aa333d4b1b3&id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407097 Sep 15 09:08:21.886260 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6027bb-33dd-40a9-8950-e3302030f298 req-a0999fd4-c34f-4d02-aebf-1685b7f8ece7 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:21.887716 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8e6027bb-33dd-40a9-8950-e3302030f298 req-a0999fd4-c34f-4d02-aebf-1685b7f8ece7 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 984 time: 0.0836086 Sep 15 09:08:21.933508 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8e6027bb-33dd-40a9-8950-e3302030f298 req-3908c7f3-3c3a-41ed-bfa5-28ea0b95a79d tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=25ccf4df-fde4-40c2-af84-6aa333d4b1b3&id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402334 Sep 15 09:08:34.234243 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:36.015896 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-485db83a-60f7-4265-a463-dfb0e1fadd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:36.551369 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:38.282677 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-02cb289f-9a4a-4da1-85de-0dc4a7862006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:39.404288 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:40.821573 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:40.978860 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-96ad476b-7c49-4d71-b794-865dab5a033e req-98cde22f-79b1-4726-a1c3-2ce62a4a1675 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1333272 Sep 15 09:08:41.134626 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-96ad476b-7c49-4d71-b794-865dab5a033e req-7bd76ad9-b20d-4597-ae7d-6e306db4be82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29c8fbe80a454d26895eb9dd55dbfa6f&device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 1137 time: 0.0728278 Sep 15 09:08:41.286746 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad476b-7c49-4d71-b794-865dab5a033e req-7e2efb1f-19d3-43c5-85b3-d7e00cb2708e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:41.288163 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-96ad476b-7c49-4d71-b794-865dab5a033e req-7e2efb1f-19d3-43c5-85b3-d7e00cb2708e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6760c63b-f0a8-416b-867e-4321d12726c6 HTTP/1.1" status: 200 len: 916 time: 0.1352477 Sep 15 09:08:41.388890 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-96ad476b-7c49-4d71-b794-865dab5a033e req-f133a196-5373-4b12-ad63-d58078f27e0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68444aa9-d7ab-46c3-a964-8060a8a46688 HTTP/1.1" status: 200 len: 1001 time: 0.0925097 Sep 15 09:08:41.449625 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad476b-7c49-4d71-b794-865dab5a033e req-bf7dedf8-540e-4776-83f1-31346235f00d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:41.451509 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-96ad476b-7c49-4d71-b794-865dab5a033e req-bf7dedf8-540e-4776-83f1-31346235f00d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7286509-1374-4094-9604-ff3fe2544a15 HTTP/1.1" status: 200 len: 854 time: 0.0548601 Sep 15 09:08:41.523380 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-96ad476b-7c49-4d71-b794-865dab5a033e req-9d225cff-2412-4dc8-bccf-2534de2d2a09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6760c63b-f0a8-416b-867e-4321d12726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653961 Sep 15 09:08:41.650032 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-96ad476b-7c49-4d71-b794-865dab5a033e req-ff816c10-e027-4e66-8490-406e21b00f10 service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196926 Sep 15 09:08:41.777718 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-96ad476b-7c49-4d71-b794-865dab5a033e req-f5eb7657-c3d8-4660-8264-413530138fb9 service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211927 Sep 15 09:08:50.622605 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:08:53.753799 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-eb6e46a3-3143-497a-9c9a-f463d6be1a6d req-47704ccc-4b3a-44ef-8f1b-5a319e049c82 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-404538341&fields=id&tenant_id=29c8fbe80a454d26895eb9dd55dbfa6f HTTP/1.1" status: 200 len: 267 time: 0.0442483 Sep 15 09:08:53.911847 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e46a3-3143-497a-9c9a-f463d6be1a6d req-7d19c9d7-ef4f-4898-ad51-cb3fc28ab81f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:53.913198 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-eb6e46a3-3143-497a-9c9a-f463d6be1a6d req-7d19c9d7-ef4f-4898-ad51-cb3fc28ab81f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 984 time: 0.1543133 Sep 15 09:08:53.923443 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-eb6e46a3-3143-497a-9c9a-f463d6be1a6d req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Request body: {'port': {'security_groups': ['dcaacdd3-3251-413a-8449-6543f711cd51']}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:08:54.036166 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-eb6e46a3-3143-497a-9c9a-f463d6be1a6d req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:54.269344 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-eb6e46a3-3143-497a-9c9a-f463d6be1a6d req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] For port 68444aa9-d7ab-46c3-a964-8060a8a46688, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=68444aa9-d7ab-46c3-a964-8060a8a46688,segment=NetworkSegment(8006bafb-0e7f-4cd4-a9e3-54e10d762182),segment_id=8006bafb-0e7f-4cd4-a9e3-54e10d762182)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:08:54.292876 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-eb6e46a3-3143-497a-9c9a-f463d6be1a6d req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:54.356583 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-eb6e46a3-3143-497a-9c9a-f463d6be1a6d req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:54.362301 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:08:54.393099 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['68444aa9-d7ab-46c3-a964-8060a8a46688'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:08:54.430853 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e46a3-3143-497a-9c9a-f463d6be1a6d req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:54.431460 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-eb6e46a3-3143-497a-9c9a-f463d6be1a6d req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:54.432805 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-eb6e46a3-3143-497a-9c9a-f463d6be1a6d req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "PUT /v2.0/ports/68444aa9-d7ab-46c3-a964-8060a8a46688 HTTP/1.1" status: 200 len: 942 time: 0.5136421 Sep 15 09:08:54.433309 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4df0363-1513-4e8f-b334-57c308931090', 'tag': '68444aa9-d7ab-46c3-a964-8060a8a46688'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:08:54.439953 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47526) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:08:54.468322 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Pushing event updated for resources: {'Port': ['ID=68444aa9-d7ab-46c3-a964-8060a8a46688,revision_number=7']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:08:54.480809 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.481546 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.482286 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.483423 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.484006 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.484952 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.485810 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.486422 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.487005 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.487577 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.488159 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.502866 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:08:54.520780 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:54.559140 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:54.563861 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['68444aa9-d7ab-46c3-a964-8060a8a46688'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:08:54.597301 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4df0363-1513-4e8f-b334-57c308931090', 'tag': '68444aa9-d7ab-46c3-a964-8060a8a46688', 'status': 'completed', 'code': 200} Sep 15 09:08:54.701901 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:54.719632 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-ea27b120-1f66-443f-bdae-a3ba140489a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:08:54.728740 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-23d6f803-8e95-411c-a836-7cec15f22662 req-8eb0e211-c669-44f3-a2a3-4b07e9a70fba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29c8fbe80a454d26895eb9dd55dbfa6f&device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 1098 time: 0.0869091 Sep 15 09:08:54.748898 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ccf4df-fde4-40c2-af84-6aa333d4b1b3,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:08:54.757913 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.758984 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.758984 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.759194 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.759822 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.759954 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-73c388d0-58b9-4054-a56f-d1bd6c915070 None None] Provisioning complete for port 68444aa9-d7ab-46c3-a964-8060a8a46688 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:08:54.760056 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.760153 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-73c388d0-58b9-4054-a56f-d1bd6c915070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:54.760241 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.760478 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.760790 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.761019 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.761354 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:08:54.764550 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:08:54.815361 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:54.816625 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "DELETE /v2.0/security-groups/25ccf4df-fde4-40c2-af84-6aa333d4b1b3 HTTP/1.1" status: 204 len: 168 time: 0.3750851 Sep 15 09:08:54.819614 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47532) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:08:55.025068 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6f803-8e95-411c-a836-7cec15f22662 req-1fb113df-8a43-4688-9768-188857147cd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:55.026571 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-23d6f803-8e95-411c-a836-7cec15f22662 req-1fb113df-8a43-4688-9768-188857147cd0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6760c63b-f0a8-416b-867e-4321d12726c6 HTTP/1.1" status: 200 len: 916 time: 0.2912569 Sep 15 09:08:55.133054 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-c828eb92-c926-4d8f-8628-2da42b1c0754 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Deleting port 5c9bed5b-03d7-4288-8ed0-3491ca1ea4b6 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:08:55.134864 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c828eb92-c926-4d8f-8628-2da42b1c0754 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:55.191240 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-23d6f803-8e95-411c-a836-7cec15f22662 req-e37840f3-6652-4601-aa80-e016f6a5f606 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68444aa9-d7ab-46c3-a964-8060a8a46688 HTTP/1.1" status: 200 len: 1001 time: 0.1560769 Sep 15 09:08:55.333202 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6f803-8e95-411c-a836-7cec15f22662 req-e45d1070-145d-4693-8780-017736b27c76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:55.334558 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-23d6f803-8e95-411c-a836-7cec15f22662 req-e45d1070-145d-4693-8780-017736b27c76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7286509-1374-4094-9604-ff3fe2544a15 HTTP/1.1" status: 200 len: 854 time: 0.1263587 Sep 15 09:08:55.398678 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c828eb92-c926-4d8f-8628-2da42b1c0754 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:55.399001 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c828eb92-c926-4d8f-8628-2da42b1c0754 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:55.523064 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-c828eb92-c926-4d8f-8628-2da42b1c0754 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Calling delete_port for 5c9bed5b-03d7-4288-8ed0-3491ca1ea4b6 owned by network:floatingip {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:08:55.677461 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-23d6f803-8e95-411c-a836-7cec15f22662 req-a32680a5-e412-4a79-ba7b-61ae97583568 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6760c63b-f0a8-416b-867e-4321d12726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3328421 Sep 15 09:08:55.865477 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-23d6f803-8e95-411c-a836-7cec15f22662 req-2224c84f-4beb-43e0-96ba-a2c8bc445522 service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817834 Sep 15 09:08:56.000909 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-23d6f803-8e95-411c-a836-7cec15f22662 req-12d97fc3-2796-4427-becb-109f1027dca4 service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290939 Sep 15 09:08:56.003623 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c828eb92-c926-4d8f-8628-2da42b1c0754 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:56.007753 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9aabb01d-521f-46a6-abf6-a6676b308d6a tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:08:56.053681 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828eb92-c926-4d8f-8628-2da42b1c0754 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Pushing event deleted for resources: {'Port': ['ID=5c9bed5b-03d7-4288-8ed0-3491ca1ea4b6,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:08:56.057084 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c828eb92-c926-4d8f-8628-2da42b1c0754 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:08:56.144549 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c828eb92-c926-4d8f-8628-2da42b1c0754 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks [] for floatingip, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:56.525118 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c828eb92-c926-4d8f-8628-2da42b1c0754 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:08:56.718742 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c828eb92-c926-4d8f-8628-2da42b1c0754 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:08:56.728204 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c281b-9dc6-4218-bd4a-4f5d53d75adc None None] Sync routers for ids ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:08:56.740120 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c281b-9dc6-4218-bd4a-4f5d53d75adc None None] Routers {'9f2fa40d-fec5-4b30-bab6-b1dad3981036'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:08:56.752879 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-0e2c281b-9dc6-4218-bd4a-4f5d53d75adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:08:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:08:56.807774 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c828eb92-c926-4d8f-8628-2da42b1c0754 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:08:56.860107 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-c828eb92-c926-4d8f-8628-2da42b1c0754 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "DELETE /v2.0/floatingips/ab489f28-03eb-4e22-ae08-a313908f1b2c HTTP/1.1" status: 204 len: 168 time: 2.0394771 Sep 15 09:08:56.860813 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4df0363-1513-4e8f-b334-57c308931090', 'tag': '68444aa9-d7ab-46c3-a964-8060a8a46688'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:08:56.917327 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-0e2c281b-9dc6-4218-bd4a-4f5d53d75adc None None] Set router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:08:56.921398 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4df0363-1513-4e8f-b334-57c308931090', 'tag': '68444aa9-d7ab-46c3-a964-8060a8a46688', 'status': 'completed', 'code': 200} Sep 15 09:08:57.037007 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8475239e-b366-422c-b3f0-3048ee2d682d req-2ec661ff-8b0f-441f-8d9c-a34e7b504549 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29c8fbe80a454d26895eb9dd55dbfa6f&device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 1098 time: 0.0749207 Sep 15 09:08:57.178440 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475239e-b366-422c-b3f0-3048ee2d682d req-7952c103-e07a-48f1-9f54-6cfa6b93b7dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:57.179874 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8475239e-b366-422c-b3f0-3048ee2d682d req-7952c103-e07a-48f1-9f54-6cfa6b93b7dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=6760c63b-f0a8-416b-867e-4321d12726c6 HTTP/1.1" status: 200 len: 916 time: 0.1370780 Sep 15 09:08:57.235075 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-0e2c281b-9dc6-4218-bd4a-4f5d53d75adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'name': 'tempest-TestMinimumBasicScenario-1713386331-router', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:37Z', 'updated_at': '2021-09-15T09:06:41Z', 'revision_number': 4, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'gw_port': {'id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:38Z', 'updated_at': '2021-09-15T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '532185cb-a58f-4643-bb96-10102f6e09ce', 'name': '', 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'mac_address': 'fa:16:3e:3b:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:40Z', 'updated_at': '2021-09-15T09:07:00Z', 'revision_number': 5, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'subnets': [{'id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:08:57.238932 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c281b-9dc6-4218-bd4a-4f5d53d75adc None None] Checking router: 9f2fa40d-fec5-4b30-bab6-b1dad3981036 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:08:57.246208 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8475239e-b366-422c-b3f0-3048ee2d682d req-e6701640-55dd-4fca-89ca-ea81bc196bc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68444aa9-d7ab-46c3-a964-8060a8a46688 HTTP/1.1" status: 200 len: 217 time: 0.0597153 Sep 15 09:08:57.251716 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c281b-9dc6-4218-bd4a-4f5d53d75adc None None] Routers {'9f2fa40d-fec5-4b30-bab6-b1dad3981036'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:08:57.252324 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-0e2c281b-9dc6-4218-bd4a-4f5d53d75adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:08:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:08:57.419112 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475239e-b366-422c-b3f0-3048ee2d682d req-269bff6e-f53d-4364-8792-6aa8a5f3a81d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:08:57.421180 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8475239e-b366-422c-b3f0-3048ee2d682d req-269bff6e-f53d-4364-8792-6aa8a5f3a81d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7286509-1374-4094-9604-ff3fe2544a15 HTTP/1.1" status: 200 len: 854 time: 0.1692343 Sep 15 09:08:57.469719 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-0e2c281b-9dc6-4218-bd4a-4f5d53d75adc None None] Set router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:08:57.499827 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8475239e-b366-422c-b3f0-3048ee2d682d req-463f1673-430d-4080-bcc0-bef7c2b09f5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6760c63b-f0a8-416b-867e-4321d12726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693364 Sep 15 09:08:57.630497 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8475239e-b366-422c-b3f0-3048ee2d682d req-33139fe7-c6c6-40bb-996b-b99523bad81c service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236422 Sep 15 09:08:57.767484 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-8475239e-b366-422c-b3f0-3048ee2d682d req-1ea79f1a-a0c7-41ca-893a-a810192c7798 service neutron] 10.222.0.20 "GET /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303082 Sep 15 09:08:57.777742 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-0e2c281b-9dc6-4218-bd4a-4f5d53d75adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'name': 'tempest-TestMinimumBasicScenario-1713386331-router', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:37Z', 'updated_at': '2021-09-15T09:06:41Z', 'revision_number': 4, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'gw_port': {'id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:38Z', 'updated_at': '2021-09-15T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '532185cb-a58f-4643-bb96-10102f6e09ce', 'name': '', 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'mac_address': 'fa:16:3e:3b:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:40Z', 'updated_at': '2021-09-15T09:07:00Z', 'revision_number': 5, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'subnets': [{'id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:08:57.782877 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c281b-9dc6-4218-bd4a-4f5d53d75adc None None] The sync data for ids ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'] in dv-cinder-806008-2-iscsi is: [{'id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'name': 'tempest-TestMinimumBasicScenario-1713386331-router', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:37Z', 'updated_at': '2021-09-15T09:06:41Z', 'revision_number': 4, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'gw_port': {'id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:38Z', 'updated_at': '2021-09-15T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '532185cb-a58f-4643-bb96-10102f6e09ce', 'name': '', 'network_id': '6760c63b-f0a8-416b-867e-4321d12726c6', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'mac_address': 'fa:16:3e:3b:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:40Z', 'updated_at': '2021-09-15T09:07:00Z', 'revision_number': 5, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'subnets': [{'id': 'a7286509-1374-4094-9604-ff3fe2544a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:08:57.994146 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b1dd10-c654-4aa6-a811-c3cd3a5bbbb7 None None] New status for floating IP ab489f28-03eb-4e22-ae08-a313908f1b2c: DOWN {{(pid=75829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 09:09:01.681609 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601774db-409d-42d4-b750-4ecef37413b9 req-1f7ac4e3-9ceb-4cdf-b5c3-3771031ad3ab tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:09:01.682316 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-601774db-409d-42d4-b750-4ecef37413b9 req-1f7ac4e3-9ceb-4cdf-b5c3-3771031ad3ab tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Synchronizing usage tracker for tenant:29c8fbe80a454d26895eb9dd55dbfa6f on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:09:01.735201 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-601774db-409d-42d4-b750-4ecef37413b9 req-1f7ac4e3-9ceb-4cdf-b5c3-3771031ad3ab tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Unset dirty status for tenant:29c8fbe80a454d26895eb9dd55dbfa6f on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:09:01.736345 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-601774db-409d-42d4-b750-4ecef37413b9 req-1f7ac4e3-9ceb-4cdf-b5c3-3771031ad3ab tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 945 time: 0.1340115 Sep 15 09:09:01.783589 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-601774db-409d-42d4-b750-4ecef37413b9 req-d808440d-a3f2-4e09-a054-1bb0b76896f8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413551 Sep 15 09:09:02.980882 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e845af9-5ffb-4c68-aefa-8115acaca75f req-c1f3a64a-8a33-4eb7-ac57-9cff1336505e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:09:02.982374 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5e845af9-5ffb-4c68-aefa-8115acaca75f req-c1f3a64a-8a33-4eb7-ac57-9cff1336505e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 945 time: 0.0761049 Sep 15 09:09:03.026450 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-5e845af9-5ffb-4c68-aefa-8115acaca75f req-f876a4e9-b71c-4d9b-b723-a26b1db3b5b6 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Synchronizing usage tracker for tenant:29c8fbe80a454d26895eb9dd55dbfa6f on resource:security_group {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:09:03.124956 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-5e845af9-5ffb-4c68-aefa-8115acaca75f req-f876a4e9-b71c-4d9b-b723-a26b1db3b5b6 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Unset dirty status for tenant:29c8fbe80a454d26895eb9dd55dbfa6f on resource:security_group {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:09:03.126007 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5e845af9-5ffb-4c68-aefa-8115acaca75f req-f876a4e9-b71c-4d9b-b723-a26b1db3b5b6 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/security-groups?id=dcaacdd3-3251-413a-8449-6543f711cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382475 Sep 15 09:09:03.437239 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a9ed3-5372-43e3-9052-734a6d7d643d req-e7203b59-d4f8-4ca8-bd8e-8f9af62e83be tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:09:03.438588 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f02a9ed3-5372-43e3-9052-734a6d7d643d req-e7203b59-d4f8-4ca8-bd8e-8f9af62e83be tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 945 time: 0.0754642 Sep 15 09:09:03.512021 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-f02a9ed3-5372-43e3-9052-734a6d7d643d req-323d7447-03dd-4153-a123-b2c9a731b08f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Deleting port 68444aa9-d7ab-46c3-a964-8060a8a46688 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:09:03.512359 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-f02a9ed3-5372-43e3-9052-734a6d7d643d req-323d7447-03dd-4153-a123-b2c9a731b08f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:03.744701 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-f02a9ed3-5372-43e3-9052-734a6d7d643d req-323d7447-03dd-4153-a123-b2c9a731b08f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] For port 68444aa9-d7ab-46c3-a964-8060a8a46688, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=68444aa9-d7ab-46c3-a964-8060a8a46688,segment=NetworkSegment(8006bafb-0e7f-4cd4-a9e3-54e10d762182),segment_id=8006bafb-0e7f-4cd4-a9e3-54e10d762182)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:09:03.744971 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-f02a9ed3-5372-43e3-9052-734a6d7d643d req-323d7447-03dd-4153-a123-b2c9a731b08f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:03.865249 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-f02a9ed3-5372-43e3-9052-734a6d7d643d req-323d7447-03dd-4153-a123-b2c9a731b08f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Calling delete_port for 68444aa9-d7ab-46c3-a964-8060a8a46688 owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:09:04.083815 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-f02a9ed3-5372-43e3-9052-734a6d7d643d req-323d7447-03dd-4153-a123-b2c9a731b08f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:04.089409 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-6730a0b1-4d83-41f5-841a-8fa52a3b08e9 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:04.119020 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['68444aa9-d7ab-46c3-a964-8060a8a46688'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:09:04.137880 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d7447-03dd-4153-a123-b2c9a731b08f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Pushing event deleted for resources: {'Port': ['ID=68444aa9-d7ab-46c3-a964-8060a8a46688,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:04.140953 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-323d7447-03dd-4153-a123-b2c9a731b08f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:04.214352 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02a9ed3-5372-43e3-9052-734a6d7d643d req-323d7447-03dd-4153-a123-b2c9a731b08f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] No DVR routers for this DVR port 68444aa9-d7ab-46c3-a964-8060a8a46688 on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:09:04.216925 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-f02a9ed3-5372-43e3-9052-734a6d7d643d req-323d7447-03dd-4153-a123-b2c9a731b08f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:04.220834 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4df0363-1513-4e8f-b334-57c308931090', 'name': 'network-vif-deleted', 'tag': '68444aa9-d7ab-46c3-a964-8060a8a46688'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:09:04.248955 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:04.284008 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4df0363-1513-4e8f-b334-57c308931090', 'name': 'network-vif-deleted', 'tag': '68444aa9-d7ab-46c3-a964-8060a8a46688', 'status': 'completed', 'code': 200} Sep 15 09:09:04.289669 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f02a9ed3-5372-43e3-9052-734a6d7d643d req-323d7447-03dd-4153-a123-b2c9a731b08f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.20 "DELETE /v2.0/ports/68444aa9-d7ab-46c3-a964-8060a8a46688 HTTP/1.1" status: 204 len: 173 time: 0.8454564 Sep 15 09:09:04.299746 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-e1b8e671-3deb-44c2-ac52-4aad40471e81 req-a0790f57-29fb-4505-98de-532c47ec0f23 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Synchronizing usage tracker for tenant:29c8fbe80a454d26895eb9dd55dbfa6f on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:09:04.363678 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-e1b8e671-3deb-44c2-ac52-4aad40471e81 req-a0790f57-29fb-4505-98de-532c47ec0f23 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Unset dirty status for tenant:29c8fbe80a454d26895eb9dd55dbfa6f on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:09:04.365308 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e1b8e671-3deb-44c2-ac52-4aad40471e81 req-a0790f57-29fb-4505-98de-532c47ec0f23 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4df0363-1513-4e8f-b334-57c308931090 HTTP/1.1" status: 200 len: 210 time: 0.1130798 Sep 15 09:09:06.083696 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-2c9de546-119e-424d-b3df-ed9551db35f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:06.551854 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:06.847679 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47614) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:07.318031 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fd4b22fc-53c6-44d2-8ba5-afe69cd48766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8194653'] for router_interface, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:07.896665 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b22fc-53c6-44d2-8ba5-afe69cd48766 admin admin] Deleting port 532185cb-a58f-4643-bb96-10102f6e09ce {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:09:07.897365 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fd4b22fc-53c6-44d2-8ba5-afe69cd48766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:07.936346 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 68444aa9-d7ab-46c3-a964-8060a8a46688 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:09:07.972301 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: 68444aa9-d7ab-46c3-a964-8060a8a46688 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:09:07.972646 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 68444aa9-d7ab-46c3-a964-8060a8a46688 not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:09:08.065362 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [None req-fd4b22fc-53c6-44d2-8ba5-afe69cd48766 admin admin] For port 532185cb-a58f-4643-bb96-10102f6e09ce, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=532185cb-a58f-4643-bb96-10102f6e09ce,segment=NetworkSegment(8006bafb-0e7f-4cd4-a9e3-54e10d762182),segment_id=8006bafb-0e7f-4cd4-a9e3-54e10d762182)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:09:08.065703 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fd4b22fc-53c6-44d2-8ba5-afe69cd48766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:08.190147 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b22fc-53c6-44d2-8ba5-afe69cd48766 admin admin] Calling delete_port for 532185cb-a58f-4643-bb96-10102f6e09ce owned by network:router_interface {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:09:08.260618 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-23b06f7f-c68b-4627-a42e-ba5345a79cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:08.421472 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fd4b22fc-53c6-44d2-8ba5-afe69cd48766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:08.425045 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-5c5f2a4e-40c7-4ee9-ae97-fbba222c1d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:08.463426 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b22fc-53c6-44d2-8ba5-afe69cd48766 admin admin] Pushing event deleted for resources: {'Port': ['ID=532185cb-a58f-4643-bb96-10102f6e09ce,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:08.467289 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-fd4b22fc-53c6-44d2-8ba5-afe69cd48766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:08.831748 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fd4b22fc-53c6-44d2-8ba5-afe69cd48766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7224645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8194793'] for router_interface, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:09.393646 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4b22fc-53c6-44d2-8ba5-afe69cd48766 admin admin] Router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:09:09.414971 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:09.586577 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4b22fc-53c6-44d2-8ba5-afe69cd48766 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:09:09.595034 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b7403-09bb-4159-9d99-2221fc9ee22a None None] Sync routers for ids ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:09:09.606623 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732b7403-09bb-4159-9d99-2221fc9ee22a None None] Routers {'9f2fa40d-fec5-4b30-bab6-b1dad3981036'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:09:09.607757 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-732b7403-09bb-4159-9d99-2221fc9ee22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:09:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:09.675003 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-fd4b22fc-53c6-44d2-8ba5-afe69cd48766 admin admin] 10.222.0.39 "PUT /v2.0/routers/9f2fa40d-fec5-4b30-bab6-b1dad3981036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8260496 Sep 15 09:09:09.676546 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47622) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:09.780435 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-732b7403-09bb-4159-9d99-2221fc9ee22a None None] Set router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:09:09.873846 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] Notify callbacks [] for router, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:10.064962 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-732b7403-09bb-4159-9d99-2221fc9ee22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'name': 'tempest-TestMinimumBasicScenario-1713386331-router', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:37Z', 'updated_at': '2021-09-15T09:09:08Z', 'revision_number': 5, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'gw_port': {'id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:38Z', 'updated_at': '2021-09-15T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:10.065495 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:10.068806 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b7403-09bb-4159-9d99-2221fc9ee22a None None] Checking router: 9f2fa40d-fec5-4b30-bab6-b1dad3981036 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:09:10.079014 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732b7403-09bb-4159-9d99-2221fc9ee22a None None] Routers {'9f2fa40d-fec5-4b30-bab6-b1dad3981036'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:09:10.079651 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-732b7403-09bb-4159-9d99-2221fc9ee22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:09:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:10.173175 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] Deleting port d9657faa-6fe7-47c0-be50-19205abea735 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:09:10.173532 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:10.251924 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-732b7403-09bb-4159-9d99-2221fc9ee22a None None] Set router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:09:10.451320 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] For port d9657faa-6fe7-47c0-be50-19205abea735, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=d9657faa-6fe7-47c0-be50-19205abea735,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:09:10.451944 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:10.565336 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-732b7403-09bb-4159-9d99-2221fc9ee22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'name': 'tempest-TestMinimumBasicScenario-1713386331-router', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:37Z', 'updated_at': '2021-09-15T09:09:08Z', 'revision_number': 5, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'gw_port': {'id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:38Z', 'updated_at': '2021-09-15T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:10.569164 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b7403-09bb-4159-9d99-2221fc9ee22a None None] The sync data for ids ['9f2fa40d-fec5-4b30-bab6-b1dad3981036'] in dv-cinder-806008-2-iscsi is: [{'id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'name': 'tempest-TestMinimumBasicScenario-1713386331-router', 'tenant_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:37Z', 'updated_at': '2021-09-15T09:09:08Z', 'revision_number': 5, 'project_id': '29c8fbe80a454d26895eb9dd55dbfa6f', 'gw_port': {'id': 'd9657faa-6fe7-47c0-be50-19205abea735', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2fa40d-fec5-4b30-bab6-b1dad3981036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:38Z', 'updated_at': '2021-09-15T09:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:09:10.571577 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] Calling delete_port for d9657faa-6fe7-47c0-be50-19205abea735 owned by network:router_gateway {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:09:10.803523 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:10.807310 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-fd4b22fc-53c6-44d2-8ba5-afe69cd48766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:10.851710 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=d9657faa-6fe7-47c0-be50-19205abea735,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:10.854142 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:10.877684 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:11.078317 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8205430'] for router_gateway, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:11.333529 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8195202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2394'] for router, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:11.337744 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:11.426238 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8192274'] for router, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:11.426762 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f2fa40d-fec5-4b30-bab6-b1dad3981036 {{(pid=75826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 09:09:11.439446 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] Notify callbacks [] for router, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:11.442283 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] 10.222.0.39 "DELETE /v2.0/routers/9f2fa40d-fec5-4b30-bab6-b1dad3981036 HTTP/1.1" status: 204 len: 168 time: 1.7647569 Sep 15 09:09:11.443397 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47626) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:11.502837 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a415a36-fb10-48dc-a5c0-111ef42d825e admin admin] Deleting subnet a7286509-1374-4094-9604-ff3fe2544a15 {{(pid=75826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 09:09:11.505844 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2a415a36-fb10-48dc-a5c0-111ef42d825e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:11.557178 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2a415a36-fb10-48dc-a5c0-111ef42d825e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739139'] for subnet, precommit_delete_associations {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:11.672868 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2a415a36-fb10-48dc-a5c0-111ef42d825e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630464'] for subnet, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:11.815223 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2a415a36-fb10-48dc-a5c0-111ef42d825e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7705306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6737172'] for subnet, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:11.819939 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c45cc592-df78-4ce4-a71c-2ed7c809f3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:11.857091 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a415a36-fb10-48dc-a5c0-111ef42d825e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7286509-1374-4094-9604-ff3fe2544a15,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:11.860090 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-2a415a36-fb10-48dc-a5c0-111ef42d825e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:11.861106 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2a415a36-fb10-48dc-a5c0-111ef42d825e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:11.866390 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57a22e6-54a0-44b7-98dd-50991aa815e8 None None] Network 6760c63b-f0a8-416b-867e-4321d12726c6 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:09:11.869037 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-2a415a36-fb10-48dc-a5c0-111ef42d825e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a7286509-1374-4094-9604-ff3fe2544a15 HTTP/1.1" status: 204 len: 168 time: 0.4246602 Sep 15 09:09:11.871432 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47630) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:12.080803 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620022'] for network, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:12.094794 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Deleting port c8755712-6c9a-44da-b03e-f7ec23dd4cad {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:09:12.095119 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:12.123782 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f159a6-916e-44ad-b2ad-83a4bfec45d9 None None] DHCP port deletion for 6760c63b-f0a8-416b-867e-4321d12726c6 request from dv-cinder-806008-2-iscsi {{(pid=75827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 09:09:12.127822 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-88f159a6-916e-44ad-b2ad-83a4bfec45d9 None None] Deleting port c8755712-6c9a-44da-b03e-f7ec23dd4cad {{(pid=75827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:09:12.128471 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-88f159a6-916e-44ad-b2ad-83a4bfec45d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:12.293142 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] For port c8755712-6c9a-44da-b03e-f7ec23dd4cad, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=c8755712-6c9a-44da-b03e-f7ec23dd4cad,segment=NetworkSegment(8006bafb-0e7f-4cd4-a9e3-54e10d762182),segment_id=8006bafb-0e7f-4cd4-a9e3-54e10d762182)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:09:12.293487 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:12.322064 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-88f159a6-916e-44ad-b2ad-83a4bfec45d9 None None] For port c8755712-6c9a-44da-b03e-f7ec23dd4cad, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=c8755712-6c9a-44da-b03e-f7ec23dd4cad,segment=NetworkSegment(8006bafb-0e7f-4cd4-a9e3-54e10d762182),segment_id=8006bafb-0e7f-4cd4-a9e3-54e10d762182)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:09:12.322398 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-88f159a6-916e-44ad-b2ad-83a4bfec45d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:12.416742 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Calling delete_port for c8755712-6c9a-44da-b03e-f7ec23dd4cad owned by network:dhcp {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:09:12.437773 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-88f159a6-916e-44ad-b2ad-83a4bfec45d9 None None] Calling delete_port for c8755712-6c9a-44da-b03e-f7ec23dd4cad owned by network:dhcp {{(pid=75827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:09:12.481187 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 532185cb-a58f-4643-bb96-10102f6e09ce no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:09:12.520438 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: 532185cb-a58f-4643-bb96-10102f6e09ce {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:09:12.520781 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 532185cb-a58f-4643-bb96-10102f6e09ce not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:09:12.521200 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device c8755712-6c9a-44da-b03e-f7ec23dd4cad no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:09:12.557858 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:12.562497 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c828eb92-c926-4d8f-8628-2da42b1c0754 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:12.589825 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No active binding found for port c8755712-6c9a-44da-b03e-f7ec23dd4cad {{(pid=75827) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Sep 15 09:09:12.590164 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device c8755712-6c9a-44da-b03e-f7ec23dd4cad not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:09:12.590574 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device d9657faa-6fe7-47c0-be50-19205abea735 no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:09:12.604677 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8755712-6c9a-44da-b03e-f7ec23dd4cad,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:12.608083 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:12.614712 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] No DVR routers for this DVR port c8755712-6c9a-44da-b03e-f7ec23dd4cad on host dv-cinder-806008-2-iscsi {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:09:12.617399 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.db.api [None req-88f159a6-916e-44ad-b2ad-83a4bfec45d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:09:12.617760 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_db.api [None req-88f159a6-916e-44ad-b2ad-83a4bfec45d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:09:12.623214 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: d9657faa-6fe7-47c0-be50-19205abea735 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:09:12.623568 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device d9657faa-6fe7-47c0-be50-19205abea735 not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:09:12.729249 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628807', 'neutron.services.segments.db._delete_segments_for_network-8733233187485'] for network, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:12.741719 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6760c63b-f0a8-416b-867e-4321d12726c6']}} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:12.753121 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8006bafb-0e7f-4cd4-a9e3-54e10d762182') {'for_net_delete': True} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:12.753407 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8006bafb-0e7f-4cd4-a9e3-54e10d762182') {} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:12.764738 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733233221816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739162'] for segment, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:12.780344 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:12.786050 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=75826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 09:09:12.786443 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-630388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7705220'] for segment, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: Traceback (most recent call last): Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: timer() Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: cb(*args, **kw) Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: return func(*args, **kwargs) Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: self._notify() Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: self.callback(batched_events) Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: event.method(event) Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: return f(self, *a, **k) Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._get(url).json() Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: return self.request(url, 'GET', **kwargs) Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 09:09:12.798848 dv-cinder-806008-2-iscsi neutron-server[75826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 09:09:12.928924 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8205405'] for network, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:12.932420 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-64a64f1a-7298-4abd-a180-d4f4a45e51e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:12.945272 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:12.955927 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6760c63b-f0a8-416b-867e-4321d12726c6,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:12.958920 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:13.044467 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6760c63b-f0a8-416b-867e-4321d12726c6 HTTP/1.1" status: 204 len: 168 time: 1.1719470 Sep 15 09:09:13.047198 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47634) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:13.119120 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-88f159a6-916e-44ad-b2ad-83a4bfec45d9 None None] Deleting port c8755712-6c9a-44da-b03e-f7ec23dd4cad {{(pid=75827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:09:13.119655 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-88f159a6-916e-44ad-b2ad-83a4bfec45d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:13.186148 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-88f159a6-916e-44ad-b2ad-83a4bfec45d9 None None] The port 'c8755712-6c9a-44da-b03e-f7ec23dd4cad' was deleted {{(pid=75827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 09:09:13.429938 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9c298418-d9f0-44ec-9597-e1d997c57292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8194653'] for router_interface, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:14.105238 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-9c298418-d9f0-44ec-9597-e1d997c57292 admin admin] Deleting port 24ce1176-c3fa-4021-a8af-411d847d7be2 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:09:14.105896 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9c298418-d9f0-44ec-9597-e1d997c57292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:14.275527 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [None req-9c298418-d9f0-44ec-9597-e1d997c57292 admin admin] For port 24ce1176-c3fa-4021-a8af-411d847d7be2, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=24ce1176-c3fa-4021-a8af-411d847d7be2,segment=NetworkSegment(35ace9e5-ce64-49a9-a10a-17ced0ab3094),segment_id=35ace9e5-ce64-49a9-a10a-17ced0ab3094)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:09:14.275867 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9c298418-d9f0-44ec-9597-e1d997c57292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:14.404215 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-9c298418-d9f0-44ec-9597-e1d997c57292 admin admin] Calling delete_port for 24ce1176-c3fa-4021-a8af-411d847d7be2 owned by network:router_interface {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:09:14.630381 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9c298418-d9f0-44ec-9597-e1d997c57292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:14.634898 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8575829b-ed6f-46ff-b3de-c15da956bb0f tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:14.676115 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c298418-d9f0-44ec-9597-e1d997c57292 admin admin] Pushing event deleted for resources: {'Port': ['ID=24ce1176-c3fa-4021-a8af-411d847d7be2,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:14.678361 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9c298418-d9f0-44ec-9597-e1d997c57292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:14.953320 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9c298418-d9f0-44ec-9597-e1d997c57292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7224645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8194793'] for router_interface, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:15.601928 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c298418-d9f0-44ec-9597-e1d997c57292 admin admin] Router 83177ed4-b9b1-4169-9a0d-2fd3c5c9067e has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:09:15.800400 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c298418-d9f0-44ec-9597-e1d997c57292 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:09:15.808480 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e0897-beed-434c-978c-1ea5b327d08b None None] Sync routers for ids ['83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'] in dv-cinder-806008-2-iscsi {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:09:15.809261 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-9c298418-d9f0-44ec-9597-e1d997c57292 admin admin] 10.222.0.39 "PUT /v2.0/routers/83177ed4-b9b1-4169-9a0d-2fd3c5c9067e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7609963 Sep 15 09:09:15.812564 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47638) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:15.821438 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e0897-beed-434c-978c-1ea5b327d08b None None] Routers {'83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:09:15.822073 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-1b6e0897-beed-434c-978c-1ea5b327d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:09:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:16.003521 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-1b6e0897-beed-434c-978c-1ea5b327d08b None None] Set router 83177ed4-b9b1-4169-9a0d-2fd3c5c9067e gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:09:16.018324 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b3ee64f4-16bb-4f68-bdd2-7cebb5874b99 admin admin] Notify callbacks [] for router, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:16.217828 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b3ee64f4-16bb-4f68-bdd2-7cebb5874b99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:16.280525 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-1b6e0897-beed-434c-978c-1ea5b327d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'name': 'tempest-TestMinimumBasicScenario-693116396-router', 'tenant_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ef74e04e-b313-4294-8af9-22d3ff269aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:45Z', 'updated_at': '2021-09-15T09:09:14Z', 'revision_number': 5, 'project_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'gw_port': {'id': 'ef74e04e-b313-4294-8af9-22d3ff269aed', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:06:46Z', 'updated_at': '2021-09-15T09:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:16.281639 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-b3ee64f4-16bb-4f68-bdd2-7cebb5874b99 admin admin] Deleting port ef74e04e-b313-4294-8af9-22d3ff269aed {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:09:16.282146 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b3ee64f4-16bb-4f68-bdd2-7cebb5874b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:16.284182 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e0897-beed-434c-978c-1ea5b327d08b None None] Checking router: 83177ed4-b9b1-4169-9a0d-2fd3c5c9067e for host: dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:09:16.294427 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e0897-beed-434c-978c-1ea5b327d08b None None] Routers {'83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:09:16.296774 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-1b6e0897-beed-434c-978c-1ea5b327d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:09:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:16.444881 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-1b6e0897-beed-434c-978c-1ea5b327d08b None None] Set router 83177ed4-b9b1-4169-9a0d-2fd3c5c9067e gateway port host: None {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:09:16.539367 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [None req-b3ee64f4-16bb-4f68-bdd2-7cebb5874b99 admin admin] For port ef74e04e-b313-4294-8af9-22d3ff269aed, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=ef74e04e-b313-4294-8af9-22d3ff269aed,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:09:16.539630 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b3ee64f4-16bb-4f68-bdd2-7cebb5874b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:16.551329 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-1b6e0897-beed-434c-978c-1ea5b327d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'name': 'tempest-TestMinimumBasicScenario-693116396-router', 'tenant_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:45Z', 'updated_at': '2021-09-15T09:09:16Z', 'revision_number': 6, 'project_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'gw_port_host': None}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:16.555213 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e0897-beed-434c-978c-1ea5b327d08b None None] The sync data for ids ['83177ed4-b9b1-4169-9a0d-2fd3c5c9067e'] in dv-cinder-806008-2-iscsi is: [{'id': '83177ed4-b9b1-4169-9a0d-2fd3c5c9067e', 'name': 'tempest-TestMinimumBasicScenario-693116396-router', 'tenant_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:06:45Z', 'updated_at': '2021-09-15T09:09:16Z', 'revision_number': 6, 'project_id': '2b1d0fd5aebc4d5c8931bdb263d58088', 'gw_port_host': None}] {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:09:16.660070 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-b3ee64f4-16bb-4f68-bdd2-7cebb5874b99 admin admin] Calling delete_port for ef74e04e-b313-4294-8af9-22d3ff269aed owned by network:router_gateway {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:09:16.889650 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b3ee64f4-16bb-4f68-bdd2-7cebb5874b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:16.893668 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-dc84cf46-463d-4a5b-b718-94b6f51558db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:16.936819 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee64f4-16bb-4f68-bdd2-7cebb5874b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef74e04e-b313-4294-8af9-22d3ff269aed,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:16.940340 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b3ee64f4-16bb-4f68-bdd2-7cebb5874b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:17.170878 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b3ee64f4-16bb-4f68-bdd2-7cebb5874b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8205430'] for router_gateway, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:17.426464 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b3ee64f4-16bb-4f68-bdd2-7cebb5874b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8195202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2394'] for router, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:17.430749 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b3ee64f4-16bb-4f68-bdd2-7cebb5874b99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:17.522868 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b3ee64f4-16bb-4f68-bdd2-7cebb5874b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8192274'] for router, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:17.523349 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ee64f4-16bb-4f68-bdd2-7cebb5874b99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83177ed4-b9b1-4169-9a0d-2fd3c5c9067e {{(pid=75825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 09:09:17.535302 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b3ee64f4-16bb-4f68-bdd2-7cebb5874b99 admin admin] Notify callbacks [] for router, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:17.536421 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-b3ee64f4-16bb-4f68-bdd2-7cebb5874b99 admin admin] 10.222.0.39 "DELETE /v2.0/routers/83177ed4-b9b1-4169-9a0d-2fd3c5c9067e HTTP/1.1" status: 204 len: 168 time: 1.7223577 Sep 15 09:09:17.539154 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47642) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:17.600190 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8f71cc-52ed-4c59-a16e-01fdf978bf5c admin admin] Deleting subnet cdf88134-d1a8-45c3-9447-ad64a33b44d8 {{(pid=75826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 09:09:17.603746 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4d8f71cc-52ed-4c59-a16e-01fdf978bf5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:17.659422 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4d8f71cc-52ed-4c59-a16e-01fdf978bf5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739139'] for subnet, precommit_delete_associations {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:17.733610 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4d8f71cc-52ed-4c59-a16e-01fdf978bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630464'] for subnet, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:17.872004 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4d8f71cc-52ed-4c59-a16e-01fdf978bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7705306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6737172'] for subnet, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:17.875636 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8fbdb8b6-bc80-47c9-b582-f380026b0913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:17.911495 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f71cc-52ed-4c59-a16e-01fdf978bf5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf88134-d1a8-45c3-9447-ad64a33b44d8,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:17.914808 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4d8f71cc-52ed-4c59-a16e-01fdf978bf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:17.920461 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-4d8f71cc-52ed-4c59-a16e-01fdf978bf5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:17.923095 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22bad32-6125-4430-baca-eed9a11f9e7b None None] Network 1d51b410-5b00-46e6-a8cd-22a8b3bff4fb requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:09:17.924087 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-4d8f71cc-52ed-4c59-a16e-01fdf978bf5c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cdf88134-d1a8-45c3-9447-ad64a33b44d8 HTTP/1.1" status: 204 len: 168 time: 0.3833978 Sep 15 09:09:17.926559 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47646) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:18.032832 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620022'] for network, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:18.043307 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Deleting port ee279dfb-5dd4-45a4-bc53-a5d1cca71750 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:09:18.043628 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:18.197015 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c16210-5163-448f-a9c4-40000252d164 None None] DHCP port deletion for 1d51b410-5b00-46e6-a8cd-22a8b3bff4fb request from dv-cinder-806008-2-iscsi {{(pid=75827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 09:09:18.201875 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-f4c16210-5163-448f-a9c4-40000252d164 None None] Deleting port ee279dfb-5dd4-45a4-bc53-a5d1cca71750 {{(pid=75827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:09:18.202290 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-f4c16210-5163-448f-a9c4-40000252d164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:18.244589 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] For port ee279dfb-5dd4-45a4-bc53-a5d1cca71750, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=ee279dfb-5dd4-45a4-bc53-a5d1cca71750,segment=NetworkSegment(35ace9e5-ce64-49a9-a10a-17ced0ab3094),segment_id=35ace9e5-ce64-49a9-a10a-17ced0ab3094)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:09:18.244938 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:18.363565 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Calling delete_port for ee279dfb-5dd4-45a4-bc53-a5d1cca71750 owned by network:dhcp {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:09:18.397891 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-f4c16210-5163-448f-a9c4-40000252d164 None None] For port ee279dfb-5dd4-45a4-bc53-a5d1cca71750, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=ee279dfb-5dd4-45a4-bc53-a5d1cca71750,segment=NetworkSegment(35ace9e5-ce64-49a9-a10a-17ced0ab3094),segment_id=35ace9e5-ce64-49a9-a10a-17ced0ab3094)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:09:18.398300 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-f4c16210-5163-448f-a9c4-40000252d164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:18.494714 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:18.498720 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:18.511669 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 24ce1176-c3fa-4021-a8af-411d847d7be2 no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:09:18.537763 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee279dfb-5dd4-45a4-bc53-a5d1cca71750,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:18.540514 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-f4c16210-5163-448f-a9c4-40000252d164 None None] Calling delete_port for ee279dfb-5dd4-45a4-bc53-a5d1cca71750 owned by network:dhcp {{(pid=75827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:09:18.541975 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:18.546647 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] No DVR routers for this DVR port ee279dfb-5dd4-45a4-bc53-a5d1cca71750 on host dv-cinder-806008-2-iscsi {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:09:18.584212 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: 24ce1176-c3fa-4021-a8af-411d847d7be2 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:09:18.584557 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 24ce1176-c3fa-4021-a8af-411d847d7be2 not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:09:18.584966 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device ef74e04e-b313-4294-8af9-22d3ff269aed no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:09:18.624648 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: ef74e04e-b313-4294-8af9-22d3ff269aed {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:09:18.624889 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device ef74e04e-b313-4294-8af9-22d3ff269aed not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:09:18.625307 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device ee279dfb-5dd4-45a4-bc53-a5d1cca71750 no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:09:18.665778 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: ee279dfb-5dd4-45a4-bc53-a5d1cca71750 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:09:18.666126 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device ee279dfb-5dd4-45a4-bc53-a5d1cca71750 not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:09:18.688062 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.db.api [None req-f4c16210-5163-448f-a9c4-40000252d164 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:09:18.688439 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_db.api [None req-f4c16210-5163-448f-a9c4-40000252d164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:09:18.757764 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628807', 'neutron.services.segments.db._delete_segments_for_network-8733233187485'] for network, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:18.770694 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d51b410-5b00-46e6-a8cd-22a8b3bff4fb']}} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:18.783102 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ace9e5-ce64-49a9-a10a-17ced0ab3094') {'for_net_delete': True} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:18.783401 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ace9e5-ce64-49a9-a10a-17ced0ab3094') {} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:18.794432 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733233221816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739162'] for segment, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:18.810449 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:18.816504 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=75826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 09:09:18.816874 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-630388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7705220'] for segment, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: Traceback (most recent call last): Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: timer() Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: cb(*args, **kw) Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: return func(*args, **kwargs) Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: self._notify() Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: self.callback(batched_events) Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: event.method(event) Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: return f(self, *a, **k) Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._get(url).json() Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: return self.request(url, 'GET', **kwargs) Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 09:09:18.832802 dv-cinder-806008-2-iscsi neutron-server[75826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 09:09:18.967266 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8205405'] for network, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:18.970728 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:18.982945 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:18.992808 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d51b410-5b00-46e6-a8cd-22a8b3bff4fb,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:18.995408 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:18.998021 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1d51b410-5b00-46e6-a8cd-22a8b3bff4fb HTTP/1.1" status: 204 len: 168 time: 1.0696931 Sep 15 09:09:19.189204 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-f4c16210-5163-448f-a9c4-40000252d164 None None] Deleting port ee279dfb-5dd4-45a4-bc53-a5d1cca71750 {{(pid=75827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:09:19.189692 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-f4c16210-5163-448f-a9c4-40000252d164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:19.251209 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-f4c16210-5163-448f-a9c4-40000252d164 None None] The port 'ee279dfb-5dd4-45a4-bc53-a5d1cca71750' was deleted {{(pid=75827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 09:09:19.394909 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47652) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:19.444504 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-e28590f6-09c1-4eb9-b301-827a4a4cb7af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29c8fbe80a454d26895eb9dd55dbfa6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484257 Sep 15 09:09:19.446817 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47656) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:19.503543 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9ad1d122-1c02-4ef0-8585-5e64950ba188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:19.527586 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9ad1d122-1c02-4ef0-8585-5e64950ba188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:19.664158 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9ad1d122-1c02-4ef0-8585-5e64950ba188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:19.672951 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-aad8d490-82a8-4fd2-a7c6-9b655217fcb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:19.689989 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1d122-1c02-4ef0-8585-5e64950ba188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaacdd3-3251-413a-8449-6543f711cd51,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:19.692252 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-9ad1d122-1c02-4ef0-8585-5e64950ba188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:19.761631 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-9ad1d122-1c02-4ef0-8585-5e64950ba188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:19.762752 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-9ad1d122-1c02-4ef0-8585-5e64950ba188 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dcaacdd3-3251-413a-8449-6543f711cd51 HTTP/1.1" status: 204 len: 168 time: 0.3150742 Sep 15 09:09:20.484039 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47664) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:20.536607 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-d31dc43b-a74e-46fd-8703-12a3da63677e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b1d0fd5aebc4d5c8931bdb263d58088&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514038 Sep 15 09:09:20.538937 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47668) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:20.595688 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6694-b584-4a85-a409-f9f044d7017f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:20.620708 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6694-b584-4a85-a409-f9f044d7017f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:20.734693 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6694-b584-4a85-a409-f9f044d7017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:20.738319 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1927cd16-0dde-439f-a3df-4db94c310f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:20.749931 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca6694-b584-4a85-a409-f9f044d7017f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b4efca-2a1e-46f7-ba7b-2815052554a8,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:20.753624 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-f0ca6694-b584-4a85-a409-f9f044d7017f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:20.759254 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6694-b584-4a85-a409-f9f044d7017f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:20.760399 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-f0ca6694-b584-4a85-a409-f9f044d7017f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1b4efca-2a1e-46f7-ba7b-2815052554a8 HTTP/1.1" status: 204 len: 168 time: 0.2205896 Sep 15 09:09:21.894244 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47690) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:22.025036 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1546243632-network', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:09:22.029791 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:09:22.033674 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Usage tracker for resource:network and tenant:74f152a04b0f4546ba63efd155a1d010 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:09:22.036592 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:09:22.042265 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:09:22.123719 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Made reservation on behalf of 74f152a04b0f4546ba63efd155a1d010 for: {'network': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:09:22.126046 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:22.139016 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:22.169435 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:09:22.173222 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Usage tracker for resource:security_group_rule and tenant:74f152a04b0f4546ba63efd155a1d010 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:09:22.175908 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:09:22.181712 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:09:22.248787 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:22.300087 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:22.302915 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c8dffe5d-49e3-4f66-866f-164fd1f90e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:22.334740 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=75826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 09:09:22.339844 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7bb0eb-c348-4509-81da-222f401c869b,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:22.343294 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:22.351163 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:22.351163 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.segments_db [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Added segment 18595890-2a71-455a-8764-845a0fde7d79 of type vlan for network ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 Sep 15 09:09:22.373232 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:22.437345 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:22.438565 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:09:22.439151 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:22.443851 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:22.541058 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Pushing event updated for resources: {'Network': ['ID=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:22.543610 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:22.550921 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:09:22.575152 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-8391754a-8f2f-48aa-98b7-f7c1aa2ae075 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6798162 Sep 15 09:09:22.577914 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47696) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:22.583570 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-5d39544a-71cd-4b39-8088-4c0508cd9699 admin admin] Request body: {'subnet': {'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1546243632-subnet', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'ip_version': 4}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:09:22.588304 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-5d39544a-71cd-4b39-8088-4c0508cd9699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:09:22.592738 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-5d39544a-71cd-4b39-8088-4c0508cd9699 admin admin] Usage tracker for resource:subnet and tenant:74f152a04b0f4546ba63efd155a1d010 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:09:22.595556 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-5d39544a-71cd-4b39-8088-4c0508cd9699 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:09:22.601362 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-5d39544a-71cd-4b39-8088-4c0508cd9699 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:09:22.654991 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d39544a-71cd-4b39-8088-4c0508cd9699 admin admin] Made reservation on behalf of 74f152a04b0f4546ba63efd155a1d010 for: {'subnet': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:09:22.657277 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-5d39544a-71cd-4b39-8088-4c0508cd9699 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6737201'] for subnet, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:22.915749 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-5d39544a-71cd-4b39-8088-4c0508cd9699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7705115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6737183'] for subnet, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:22.920021 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-94055260-78f6-41a9-a10c-b84e81029815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:22.991016 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39544a-71cd-4b39-8088-4c0508cd9699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1dde869-bc5b-4d06-bbc4-26c6e06f5e64,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:22.993791 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-5d39544a-71cd-4b39-8088-4c0508cd9699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:23.004106 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d39544a-71cd-4b39-8088-4c0508cd9699 admin admin] Checking segment: {'id': '18595890-2a71-455a-8764-845a0fde7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:09:23.004449 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d39544a-71cd-4b39-8088-4c0508cd9699 admin admin] Network hostable DHCP agents. Network: ef5b8ba3-e98e-49bd-8fa5-ec47156abc58, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:09:23.088618 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d39544a-71cd-4b39-8088-4c0508cd9699 admin admin] Network ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:09:23.174591 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-5d39544a-71cd-4b39-8088-4c0508cd9699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, ef5b8ba3-e98e-49bd-8fa5-ec47156abc58) {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:09:23.178396 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d39544a-71cd-4b39-8088-4c0508cd9699 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:09:23.178979 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-5d39544a-71cd-4b39-8088-4c0508cd9699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:23.184400 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7302b5af-1849-49b2-860d-81f800d5e2bd None None] Network ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:09:23.265249 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-5d39544a-71cd-4b39-8088-4c0508cd9699 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6861162 Sep 15 09:09:23.267749 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47700) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:23.272948 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1546243632-router', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:09:23.277551 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:09:23.281981 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Usage tracker for resource:router and tenant:74f152a04b0f4546ba63efd155a1d010 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:09:23.285580 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:09:23.290583 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:09:23.374590 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8195256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2380'] for router, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:23.375540 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8195109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8205261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8206285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2387'] for router, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:23.393324 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5da90e6-6edd-574d-b3e9-05c80648acc4-ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'fixed_ips': [{'subnet_id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64'}]}} from dv-cinder-806008-2-iscsi. {{(pid=75827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 09:09:23.394168 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:23.400292 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:23.545865 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.db_base_plugin_common [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Allocated IP 172.20.0.2 (ef5b8ba3-e98e-49bd-8fa5-ec47156abc58/e1dde869-bc5b-4d06-bbc4-26c6e06f5e64/b451e722-c39d-419d-a59b-6b776f364550) {{(pid=75827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:09:23.601907 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8205367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8195246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2401'] for router, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:23.742220 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Notify callbacks [] for port, precommit_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:23.752977 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Transition to ACTIVE for port object b451e722-c39d-419d-a59b-6b776f364550 will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:09:23.770829 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Transition to ACTIVE for port object b451e722-c39d-419d-a59b-6b776f364550 will not be triggered until provisioned by entity DHCP. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:09:23.847645 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:23.852578 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:23.858875 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:23.889023 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:23.945835 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Network ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 is already hosted by enough agents. {{(pid=75827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:09:23.948677 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.base_scheduler [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Resources bound (agent type, host, resource id): {{(pid=75827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:09:23.954743 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Received port after_create {{(pid=75827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:09:23.960371 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Pushing event updated for resources: {'Port': ['ID=b451e722-c39d-419d-a59b-6b776f364550,revision_number=1']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:24.023233 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:24.023561 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:24.023891 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:24.024215 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:24.024543 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:24.024867 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:24.025186 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:24.025501 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:24.025817 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:24.026072 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Allocated IP 172.27.1.202 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/09340173-e278-428d-9bc7-09423d22d357) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:09:24.026611 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:24.026611 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:24.033559 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:24.053836 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Attempting to bind port b451e722-c39d-419d-a59b-6b776f364550 on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:09:24.057649 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Attempting to bind port b451e722-c39d-419d-a59b-6b776f364550 by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '18595890-2a71-455a-8764-845a0fde7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:09:24.057649 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Attempting to bind port b451e722-c39d-419d-a59b-6b776f364550 on network ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:09:24.061527 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:09:24.061905 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Checking segment: {'id': '18595890-2a71-455a-8764-845a0fde7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:09:24.062327 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:24.062739 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Bound using segment: {'id': '18595890-2a71-455a-8764-845a0fde7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:09:24.063201 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Bound port: b451e722-c39d-419d-a59b-6b776f364550, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18595890-2a71-455a-8764-845a0fde7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:09:24.063568 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:24.154147 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] For port b451e722-c39d-419d-a59b-6b776f364550, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:09:24.157695 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] For port b451e722-c39d-419d-a59b-6b776f364550, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=b451e722-c39d-419d-a59b-6b776f364550,segment=NetworkSegment(18595890-2a71-455a-8764-845a0fde7d79),segment_id=18595890-2a71-455a-8764-845a0fde7d79)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:09:24.238193 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:24.242164 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:24.264340 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:24.320670 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Pushing event updated for resources: {'Port': ['ID=b451e722-c39d-419d-a59b-6b776f364550,revision_number=2']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:24.323399 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:24.379062 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:24.383007 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-7df44016-954d-4e5e-a948-659ddcf6dca9 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:24.451477 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:09:24.455120 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:09:24.458890 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:09:24.495931 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Pushing event updated for resources: {'Port': ['ID=09340173-e278-428d-9bc7-09423d22d357,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:24.506781 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:24.710944 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:24.711573 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8195249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8205330'] for router, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:25.014498 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Router 425ca9e8-641f-4327-a452-ac167ed75a97 is scheduled to L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f with binding_index 1 {{(pid=75826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 09:09:25.160610 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f1a324-6545-4b60-a796-40dd1052d254 None None] Network ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:09:25.222739 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:09:25.239786 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Sync routers for ids ['425ca9e8-641f-4327-a452-ac167ed75a97'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:09:25.281693 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Routers {'425ca9e8-641f-4327-a452-ac167ed75a97'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:09:25.282331 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:09:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['425ca9e8-641f-4327-a452-ac167ed75a97'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:25.321518 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Notify callbacks [] for router, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:25.322834 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0540822 Sep 15 09:09:25.326107 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47704) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:25.346525 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-82000b9c-7210-42bb-95f7-f4d7e449523b None None] Provisioning for port b451e722-c39d-419d-a59b-6b776f364550 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:09:25.566889 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Set router 425ca9e8-641f-4327-a452-ac167ed75a97 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:09:25.858339 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'name': 'tempest-TestShelveInstance-1546243632-router', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '09340173-e278-428d-9bc7-09423d22d357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:24Z', 'revision_number': 3, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'gw_port': {'id': '09340173-e278-428d-9bc7-09423d22d357', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:25.863177 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Checking router: 425ca9e8-641f-4327-a452-ac167ed75a97 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:09:25.863521 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Updating router 425ca9e8-641f-4327-a452-ac167ed75a97 port 09340173-e278-428d-9bc7-09423d22d357 binding host dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 09:09:25.920552 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:26.056992 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:26.257734 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Notify callbacks [] for port, precommit_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:26.268945 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Transition to ACTIVE for port object 09340173-e278-428d-9bc7-09423d22d357 will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:09:26.334488 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:26.338186 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:26.373065 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Allocated IP 172.20.0.1 (ef5b8ba3-e98e-49bd-8fa5-ec47156abc58/e1dde869-bc5b-4d06-bbc4-26c6e06f5e64/a978dba8-26fa-43ce-a174-2a0685afe3e8) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:09:26.413558 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Attempting to bind port 09340173-e278-428d-9bc7-09423d22d357 on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:09:26.413840 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Attempting to bind port 09340173-e278-428d-9bc7-09423d22d357 by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:09:26.414221 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Attempting to bind port 09340173-e278-428d-9bc7-09423d22d357 on network 9e4362ae-5b83-4f46-9c62-0914bea87c2f {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:09:26.416122 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aace270-8183-4ed0-b1fe-a034d63ca4c5 None None] Pushing event updated for resources: {'Port': ['ID=09340173-e278-428d-9bc7-09423d22d357,revision_number=2']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:26.419540 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-3aace270-8183-4ed0-b1fe-a034d63ca4c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:26.424239 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:09:26.424508 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Checking segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:09:26.424796 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:26.425176 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Bound using segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:09:26.425636 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Bound port: 09340173-e278-428d-9bc7-09423d22d357, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:09:26.426011 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:26.529632 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:26.533428 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device b451e722-c39d-419d-a59b-6b776f364550 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:09:26.546007 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Transition to ACTIVE for port object a978dba8-26fa-43ce-a174-2a0685afe3e8 will not be triggered until provisioned by entity DHCP. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:09:26.580269 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] For port 09340173-e278-428d-9bc7-09423d22d357, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:09:26.592572 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] For port 09340173-e278-428d-9bc7-09423d22d357, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=09340173-e278-428d-9bc7-09423d22d357,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:09:26.609103 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:26.613934 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-93c970a9-0c03-4e79-8946-3f5d1dcf1d26 tempest-ServerRescueNegativeTestJSON-1056863947 tempest-ServerRescueNegativeTestJSON-1056863947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:26.660862 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:26.665339 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:26.686131 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Network ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:09:26.688891 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:09:26.691263 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:09:26.708904 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port b451e722-c39d-419d-a59b-6b776f364550 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:09:26.728168 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port b451e722-c39d-419d-a59b-6b776f364550 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:09:26.728576 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:26.734900 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Pushing event updated for resources: {'Port': ['ID=a978dba8-26fa-43ce-a174-2a0685afe3e8,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:26.737729 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:26.754256 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8205524'] for router_interface, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:26.799559 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aace270-8183-4ed0-b1fe-a034d63ca4c5 None None] Pushing event updated for resources: {'Port': ['ID=09340173-e278-428d-9bc7-09423d22d357,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:26.805833 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-3aace270-8183-4ed0-b1fe-a034d63ca4c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:26.805833 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Routers {'425ca9e8-641f-4327-a452-ac167ed75a97'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:09:26.805833 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:09:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['425ca9e8-641f-4327-a452-ac167ed75a97'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:26.909080 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:27.028556 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:27.058626 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] Set router 425ca9e8-641f-4327-a452-ac167ed75a97 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:09:27.133557 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port b451e722-c39d-419d-a59b-6b776f364550, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=b451e722-c39d-419d-a59b-6b776f364550,segment=NetworkSegment(18595890-2a71-455a-8764-845a0fde7d79),segment_id=18595890-2a71-455a-8764-845a0fde7d79)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:09:27.135846 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:27.192612 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-cb537372-a997-4bf5-aade-14291cb115d4 None None] Provisioning for port a978dba8-26fa-43ce-a174-2a0685afe3e8 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:09:27.214483 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-cb537372-a997-4bf5-aade-14291cb115d4 None None] Provisioning complete for port a978dba8-26fa-43ce-a174-2a0685afe3e8 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:09:27.214853 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-cb537372-a997-4bf5-aade-14291cb115d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:27.242486 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:27.247921 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:27.253004 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-3aace270-8183-4ed0-b1fe-a034d63ca4c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:27.275311 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-323d7447-03dd-4153-a123-b2c9a731b08f tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:27.352612 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7527372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8194671'] for router_interface, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:27.359662 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Pushing event updated for resources: {'Port': ['ID=a978dba8-26fa-43ce-a174-2a0685afe3e8,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:27.362416 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:27.382563 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-cb537372-a997-4bf5-aade-14291cb115d4 None None] Port a978dba8-26fa-43ce-a174-2a0685afe3e8 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:09:27.417559 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=b451e722-c39d-419d-a59b-6b776f364550,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:27.426004 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:27.490048 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'name': 'tempest-TestShelveInstance-1546243632-router', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '09340173-e278-428d-9bc7-09423d22d357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:26Z', 'revision_number': 4, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'gw_port': {'id': '09340173-e278-428d-9bc7-09423d22d357', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'a978dba8-26fa-43ce-a174-2a0685afe3e8', 'name': '', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'mac_address': 'fa:16:3e:02:0b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:26Z', 'updated_at': '2021-09-15T09:09:26Z', 'revision_number': 1, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'subnets': [{'id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:27.495888 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Network ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:09:27.496450 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c2a6e-c595-4b54-9d03-7c2fdcbaad79 None None] The sync data for ids ['425ca9e8-641f-4327-a452-ac167ed75a97'] in dv-cinder-806008-2-iscsi is: [{'id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'name': 'tempest-TestShelveInstance-1546243632-router', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '09340173-e278-428d-9bc7-09423d22d357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:26Z', 'revision_number': 4, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'gw_port': {'id': '09340173-e278-428d-9bc7-09423d22d357', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'a978dba8-26fa-43ce-a174-2a0685afe3e8', 'name': '', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'mac_address': 'fa:16:3e:02:0b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:26Z', 'updated_at': '2021-09-15T09:09:26Z', 'revision_number': 1, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'subnets': [{'id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:09:27.497508 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:09:27.629149 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:09:27.805587 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-e5b5ae7b-606f-4561-9394-a40e8ec13100 None None] Provisioning complete for port a978dba8-26fa-43ce-a174-2a0685afe3e8 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:09:27.806404 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-e5b5ae7b-606f-4561-9394-a40e8ec13100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:27.860919 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-e5b5ae7b-606f-4561-9394-a40e8ec13100 None None] Port a978dba8-26fa-43ce-a174-2a0685afe3e8 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:09:27.906354 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Router 425ca9e8-641f-4327-a452-ac167ed75a97 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:09:28.235234 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:09:28.244757 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] 10.222.0.39 "PUT /v2.0/routers/425ca9e8-641f-4327-a452-ac167ed75a97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9176178 Sep 15 09:09:28.555609 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device b451e722-c39d-419d-a59b-6b776f364550 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:09:28.625014 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port b451e722-c39d-419d-a59b-6b776f364550 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:09:28.625394 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:28.736842 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 09340173-e278-428d-9bc7-09423d22d357 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:09:28.848606 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port 09340173-e278-428d-9bc7-09423d22d357 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:09:28.858571 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 09340173-e278-428d-9bc7-09423d22d357 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:09:28.858571 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:28.967404 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:28.982784 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port 09340173-e278-428d-9bc7-09423d22d357, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=09340173-e278-428d-9bc7-09423d22d357,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:09:29.060030 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:29.062656 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:29.130038 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=09340173-e278-428d-9bc7-09423d22d357,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:29.133408 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:29.361446 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47728) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:29.367172 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1696470970-network', 'tenant_id': '2eba5fd18f9840aca6dacc7578325f37'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:09:29.372525 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:09:29.376431 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Usage tracker for resource:network and tenant:2eba5fd18f9840aca6dacc7578325f37 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:09:29.379412 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:09:29.386018 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:09:29.476944 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Made reservation on behalf of 2eba5fd18f9840aca6dacc7578325f37 for: {'network': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:09:29.479173 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:29.491527 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:29.522697 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:09:29.526450 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Usage tracker for resource:security_group_rule and tenant:2eba5fd18f9840aca6dacc7578325f37 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:09:29.529224 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:09:29.534947 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:09:29.597650 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:29.683100 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:29.686642 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-62e32d13-5940-4f8c-ae8d-c127e298f9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:29.716872 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=75825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 09:09:29.725099 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4398cf-be37-412d-a15c-2e9227358678,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:29.733216 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:29.733216 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:29.733216 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.segments_db [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Added segment 1ec87c6f-9962-423b-8eb9-f034a31a690b of type vlan for network e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba Sep 15 09:09:29.758319 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:29.842984 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:29.844251 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:09:29.844873 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:29.849793 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:29.947833 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Pushing event updated for resources: {'Network': ['ID=e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:29.950442 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:29.957254 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:09:30.014902 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-bbb876a3-7f7e-4890-8e88-408a763ce4d1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6522367 Sep 15 09:09:30.017404 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47734) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:30.022940 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-8d6a42e3-9fb6-4104-b12d-2f797e3c9e1a admin admin] Request body: {'subnet': {'network_id': 'e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1696470970-subnet', 'tenant_id': '2eba5fd18f9840aca6dacc7578325f37', 'ip_version': 4}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:09:30.027976 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-8d6a42e3-9fb6-4104-b12d-2f797e3c9e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:09:30.032199 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-8d6a42e3-9fb6-4104-b12d-2f797e3c9e1a admin admin] Usage tracker for resource:subnet and tenant:2eba5fd18f9840aca6dacc7578325f37 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:09:30.035168 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-8d6a42e3-9fb6-4104-b12d-2f797e3c9e1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:09:30.040947 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-8d6a42e3-9fb6-4104-b12d-2f797e3c9e1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:09:30.128390 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6a42e3-9fb6-4104-b12d-2f797e3c9e1a admin admin] Made reservation on behalf of 2eba5fd18f9840aca6dacc7578325f37 for: {'subnet': 1} {{(pid=75825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:09:30.130850 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-8d6a42e3-9fb6-4104-b12d-2f797e3c9e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6948032'] for subnet, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:30.448976 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-8d6a42e3-9fb6-4104-b12d-2f797e3c9e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7092343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6948078'] for subnet, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:30.453588 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-4242f9f0-8fab-4562-ac13-eb53be2500c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:30.486522 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 09340173-e278-428d-9bc7-09423d22d357 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:09:30.524516 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a42e3-9fb6-4104-b12d-2f797e3c9e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c0d8c57-9c70-4909-ad14-a03ea7c2ec94,revision_number=0']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:30.529483 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-8d6a42e3-9fb6-4104-b12d-2f797e3c9e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:30.534359 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a42e3-9fb6-4104-b12d-2f797e3c9e1a admin admin] Checking segment: {'id': '1ec87c6f-9962-423b-8eb9-f034a31a690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:09:30.534702 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6a42e3-9fb6-4104-b12d-2f797e3c9e1a admin admin] Network hostable DHCP agents. Network: e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:09:30.552439 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 09340173-e278-428d-9bc7-09423d22d357 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:09:30.552812 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:30.624447 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6a42e3-9fb6-4104-b12d-2f797e3c9e1a admin admin] Network e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:09:30.711690 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-8d6a42e3-9fb6-4104-b12d-2f797e3c9e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba) {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:09:30.716259 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6a42e3-9fb6-4104-b12d-2f797e3c9e1a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:09:30.722130 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-8d6a42e3-9fb6-4104-b12d-2f797e3c9e1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:30.722892 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09f4d74-32d0-43eb-a3f7-664ba9b0e28b None None] Network e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:09:30.797973 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-8d6a42e3-9fb6-4104-b12d-2f797e3c9e1a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7794905 Sep 15 09:09:30.800423 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47740) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:30.805531 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1696470970-router', 'tenant_id': '2eba5fd18f9840aca6dacc7578325f37', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:09:30.810419 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:09:30.814188 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Usage tracker for resource:router and tenant:2eba5fd18f9840aca6dacc7578325f37 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:09:30.817036 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:09:30.823337 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:09:30.911471 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8195256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2380'] for router, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:30.912472 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8195109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8205261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8206285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2387'] for router, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:30.929731 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5da90e6-6edd-574d-b3e9-05c80648acc4-e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba', 'network_id': 'e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba', 'tenant_id': '2eba5fd18f9840aca6dacc7578325f37', 'fixed_ips': [{'subnet_id': '9c0d8c57-9c70-4909-ad14-a03ea7c2ec94'}]}} from dv-cinder-806008-2-iscsi. {{(pid=75827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 09:09:30.930565 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:30.936091 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:31.085577 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.db_base_plugin_common [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Allocated IP 172.20.0.2 (e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba/9c0d8c57-9c70-4909-ad14-a03ea7c2ec94/65425593-2453-41fa-9333-36217e0b324f) {{(pid=75827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:09:31.140445 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8205367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8195246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2401'] for router, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:31.298190 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Notify callbacks [] for port, precommit_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:31.312843 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Transition to ACTIVE for port object 65425593-2453-41fa-9333-36217e0b324f will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:09:31.330766 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Transition to ACTIVE for port object 65425593-2453-41fa-9333-36217e0b324f will not be triggered until provisioned by entity DHCP. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:09:31.387182 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:31.412669 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:31.415734 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:31.417442 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:31.477691 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Network e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba is already hosted by enough agents. {{(pid=75827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:09:31.480707 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.base_scheduler [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Resources bound (agent type, host, resource id): {{(pid=75827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:09:31.485331 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Received port after_create {{(pid=75827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:09:31.487365 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Pushing event updated for resources: {'Port': ['ID=65425593-2453-41fa-9333-36217e0b324f,revision_number=1']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:31.490274 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:31.555326 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Allocated IP 172.27.1.214 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/038ceaba-c218-42eb-9f1d-9579cfae0626) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:09:31.572885 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Attempting to bind port 65425593-2453-41fa-9333-36217e0b324f on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:09:31.573242 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Attempting to bind port 65425593-2453-41fa-9333-36217e0b324f by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '1ec87c6f-9962-423b-8eb9-f034a31a690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:09:31.573592 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Attempting to bind port 65425593-2453-41fa-9333-36217e0b324f on network e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:09:31.579867 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:09:31.580215 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Checking segment: {'id': '1ec87c6f-9962-423b-8eb9-f034a31a690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:09:31.580609 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:31.580993 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Bound using segment: {'id': '1ec87c6f-9962-423b-8eb9-f034a31a690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:09:31.581440 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Bound port: 65425593-2453-41fa-9333-36217e0b324f, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec87c6f-9962-423b-8eb9-f034a31a690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:09:31.581801 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:31.666495 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] For port 65425593-2453-41fa-9333-36217e0b324f, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:09:31.669891 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] For port 65425593-2453-41fa-9333-36217e0b324f, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=65425593-2453-41fa-9333-36217e0b324f,segment=NetworkSegment(1ec87c6f-9962-423b-8eb9-f034a31a690b),segment_id=1ec87c6f-9962-423b-8eb9-f034a31a690b)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:09:31.701697 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:31.751820 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:31.755896 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:31.780267 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:31.784521 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-feec48db-ce87-4048-bdf2-23d3956600ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:31.829758 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Pushing event updated for resources: {'Port': ['ID=65425593-2453-41fa-9333-36217e0b324f,revision_number=2']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:31.832979 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:31.861669 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:09:31.865667 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:09:31.867586 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Pushing event updated for resources: {'Port': ['ID=038ceaba-c218-42eb-9f1d-9579cfae0626,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:31.869672 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:09:31.895224 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:32.125138 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:32.125916 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8195249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8205330'] for router, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:32.423880 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Router 38db0de4-69f8-41c5-8dd4-983152d84ee4 is scheduled to L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f with binding_index 1 {{(pid=75825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 09:09:32.517407 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 65425593-2453-41fa-9333-36217e0b324f up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:09:32.657120 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port 65425593-2453-41fa-9333-36217e0b324f completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:09:32.677713 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9591ade9-609c-472a-8726-12a9b933444b None None] Network e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:09:32.742672 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:09:32.752466 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Sync routers for ids ['38db0de4-69f8-41c5-8dd4-983152d84ee4'] in dv-cinder-806008-2-iscsi {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:09:32.766524 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Routers {'38db0de4-69f8-41c5-8dd4-983152d84ee4'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:09:32.767125 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:09:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['38db0de4-69f8-41c5-8dd4-983152d84ee4'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:32.835707 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Notify callbacks [] for router, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:32.839561 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0357037 Sep 15 09:09:32.840779 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47750) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:32.860446 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-70d9f021-69c1-40ef-b32c-508a3ad792fb None None] Provisioning for port 65425593-2453-41fa-9333-36217e0b324f completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:09:32.895969 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-70d9f021-69c1-40ef-b32c-508a3ad792fb None None] Provisioning complete for port 65425593-2453-41fa-9333-36217e0b324f triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:09:32.896346 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-70d9f021-69c1-40ef-b32c-508a3ad792fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:32.945389 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Set router 38db0de4-69f8-41c5-8dd4-983152d84ee4 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:09:33.040680 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-70d9f021-69c1-40ef-b32c-508a3ad792fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:33.079055 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-70d9f021-69c1-40ef-b32c-508a3ad792fb None None] For port 65425593-2453-41fa-9333-36217e0b324f, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=65425593-2453-41fa-9333-36217e0b324f,segment=NetworkSegment(1ec87c6f-9962-423b-8eb9-f034a31a690b),segment_id=1ec87c6f-9962-423b-8eb9-f034a31a690b)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:09:33.161480 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-70d9f021-69c1-40ef-b32c-508a3ad792fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:33.163505 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:33.238832 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9f021-69c1-40ef-b32c-508a3ad792fb None None] Pushing event updated for resources: {'Port': ['ID=65425593-2453-41fa-9333-36217e0b324f,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:33.243436 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-70d9f021-69c1-40ef-b32c-508a3ad792fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:33.259863 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'name': 'tempest-TestShelveInstance-1696470970-router', 'tenant_id': '2eba5fd18f9840aca6dacc7578325f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '038ceaba-c218-42eb-9f1d-9579cfae0626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:30Z', 'updated_at': '2021-09-15T09:09:31Z', 'revision_number': 3, 'project_id': '2eba5fd18f9840aca6dacc7578325f37', 'gw_port': {'id': '038ceaba-c218-42eb-9f1d-9579cfae0626', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:31Z', 'updated_at': '2021-09-15T09:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:33.266122 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Checking router: 38db0de4-69f8-41c5-8dd4-983152d84ee4 for host: dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:09:33.266122 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Updating router 38db0de4-69f8-41c5-8dd4-983152d84ee4 port 038ceaba-c218-42eb-9f1d-9579cfae0626 binding host dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 09:09:33.283896 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-8df39d90-5896-4c5a-aeb6-e430a6a6cbfc None None] Provisioning complete for port 65425593-2453-41fa-9333-36217e0b324f triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:09:33.284273 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-8df39d90-5896-4c5a-aeb6-e430a6a6cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:33.318001 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:33.620636 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:33.645471 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Notify callbacks [] for port, precommit_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:33.658838 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.provisioning_blocks [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Transition to ACTIVE for port object 038ceaba-c218-42eb-9f1d-9579cfae0626 will not be triggered until provisioned by entity L2. {{(pid=75829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:09:33.722836 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:33.726754 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-54656334-1d9c-4439-8197-7ee8e95724e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:33.805052 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6b2f2-c8aa-4d48-8754-c5950245f860 None None] Pushing event updated for resources: {'Port': ['ID=038ceaba-c218-42eb-9f1d-9579cfae0626,revision_number=2']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:33.810514 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Attempting to bind port 038ceaba-c218-42eb-9f1d-9579cfae0626 on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:09:33.810870 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Attempting to bind port 038ceaba-c218-42eb-9f1d-9579cfae0626 by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:09:33.811219 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Attempting to bind port 038ceaba-c218-42eb-9f1d-9579cfae0626 on network 9e4362ae-5b83-4f46-9c62-0914bea87c2f {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:09:33.820136 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6b2f2-c8aa-4d48-8754-c5950245f860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:33.820481 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6b2f2-c8aa-4d48-8754-c5950245f860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:33.820801 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6b2f2-c8aa-4d48-8754-c5950245f860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:33.821118 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6b2f2-c8aa-4d48-8754-c5950245f860 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:33.821433 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6b2f2-c8aa-4d48-8754-c5950245f860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:33.821763 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6b2f2-c8aa-4d48-8754-c5950245f860 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:33.822072 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6b2f2-c8aa-4d48-8754-c5950245f860 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:33.822525 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6b2f2-c8aa-4d48-8754-c5950245f860 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:33.822840 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6b2f2-c8aa-4d48-8754-c5950245f860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:33.823148 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6b2f2-c8aa-4d48-8754-c5950245f860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:33.823450 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6b2f2-c8aa-4d48-8754-c5950245f860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:09:33.823848 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Allocated IP 172.20.0.1 (e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba/9c0d8c57-9c70-4909-ad14-a03ea7c2ec94/8d695140-8422-413a-8b5b-8c0ef70a7ecb) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:09:33.829220 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-fbf6b2f2-c8aa-4d48-8754-c5950245f860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:33.830898 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:09:33.831396 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Checking segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:09:33.832350 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:33.832435 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Bound using segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:09:33.832875 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Bound port: 038ceaba-c218-42eb-9f1d-9579cfae0626, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:09:33.833259 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:33.905727 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] For port 038ceaba-c218-42eb-9f1d-9579cfae0626, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:09:33.908826 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] For port 038ceaba-c218-42eb-9f1d-9579cfae0626, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=038ceaba-c218-42eb-9f1d-9579cfae0626,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:09:33.972377 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:33.974757 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:33.979508 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:33.988238 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Transition to ACTIVE for port object 8d695140-8422-413a-8b5b-8c0ef70a7ecb will not be triggered until provisioned by entity DHCP. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:09:34.055919 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6b2f2-c8aa-4d48-8754-c5950245f860 None None] Pushing event updated for resources: {'Port': ['ID=038ceaba-c218-42eb-9f1d-9579cfae0626,revision_number=3']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:34.059671 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-fbf6b2f2-c8aa-4d48-8754-c5950245f860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:34.060620 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Routers {'38db0de4-69f8-41c5-8dd4-983152d84ee4'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:09:34.061203 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:09:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['38db0de4-69f8-41c5-8dd4-983152d84ee4'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:34.087174 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:34.091512 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-cf400bcd-1f0a-41f6-ba59-5da4532ff1fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:34.157911 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Network e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:09:34.160878 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:09:34.163983 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:09:34.196329 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Pushing event updated for resources: {'Port': ['ID=8d695140-8422-413a-8b5b-8c0ef70a7ecb,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:34.199874 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:34.226728 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8205524'] for router_interface, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:34.242504 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] Set router 38db0de4-69f8-41c5-8dd4-983152d84ee4 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:09:34.254053 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:34.358700 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:34.408637 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-2ee6db5d-3290-4e31-9044-232da0f94037 None None] Provisioning for port 8d695140-8422-413a-8b5b-8c0ef70a7ecb completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:09:34.413434 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-2ee6db5d-3290-4e31-9044-232da0f94037 None None] Provisioning complete for port 8d695140-8422-413a-8b5b-8c0ef70a7ecb triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:09:34.413796 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-2ee6db5d-3290-4e31-9044-232da0f94037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:34.483927 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6db5d-3290-4e31-9044-232da0f94037 None None] Port 8d695140-8422-413a-8b5b-8c0ef70a7ecb cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:09:34.499443 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 65425593-2453-41fa-9333-36217e0b324f up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:09:34.569844 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 65425593-2453-41fa-9333-36217e0b324f triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:09:34.570541 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:34.578404 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'name': 'tempest-TestShelveInstance-1696470970-router', 'tenant_id': '2eba5fd18f9840aca6dacc7578325f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '038ceaba-c218-42eb-9f1d-9579cfae0626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:30Z', 'updated_at': '2021-09-15T09:09:31Z', 'revision_number': 3, 'project_id': '2eba5fd18f9840aca6dacc7578325f37', 'gw_port': {'id': '038ceaba-c218-42eb-9f1d-9579cfae0626', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:31Z', 'updated_at': '2021-09-15T09:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:34.585459 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f588d6e-4963-4d25-b1e1-6db79d495e69 None None] The sync data for ids ['38db0de4-69f8-41c5-8dd4-983152d84ee4'] in dv-cinder-806008-2-iscsi is: [{'id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'name': 'tempest-TestShelveInstance-1696470970-router', 'tenant_id': '2eba5fd18f9840aca6dacc7578325f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '038ceaba-c218-42eb-9f1d-9579cfae0626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:30Z', 'updated_at': '2021-09-15T09:09:31Z', 'revision_number': 3, 'project_id': '2eba5fd18f9840aca6dacc7578325f37', 'gw_port': {'id': '038ceaba-c218-42eb-9f1d-9579cfae0626', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:31Z', 'updated_at': '2021-09-15T09:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}] {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:09:34.588137 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:34.648353 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:34.675161 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1531d826-9479-4006-a96c-08f852f5acd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:34.846853 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7527372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8194671'] for router_interface, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:34.850770 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Pushing event updated for resources: {'Port': ['ID=8d695140-8422-413a-8b5b-8c0ef70a7ecb,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:34.853780 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:34.981576 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Network e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:09:34.982574 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:09:35.214717 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-b99da962-199d-4225-a57b-8861a3fdc23a None None] Provisioning complete for port 8d695140-8422-413a-8b5b-8c0ef70a7ecb triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:09:35.215898 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-b99da962-199d-4225-a57b-8861a3fdc23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:35.268892 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-b99da962-199d-4225-a57b-8861a3fdc23a None None] Port 8d695140-8422-413a-8b5b-8c0ef70a7ecb cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:09:35.363257 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Router 38db0de4-69f8-41c5-8dd4-983152d84ee4 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:09:35.562242 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:09:35.571291 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] 10.222.0.39 "PUT /v2.0/routers/38db0de4-69f8-41c5-8dd4-983152d84ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7293882 Sep 15 09:09:36.019841 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-4b1fbf22-8d0e-4d01-87af-061b64b6b376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:36.545125 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:37.478422 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47762) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:37.484079 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-de7a83f8-b2dc-4f8a-91db-cf0294d75d9e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1687753449', 'description': 'tempest-secgroup-smoke-1687753449 description', 'project_id': '74f152a04b0f4546ba63efd155a1d010'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:09:37.490124 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-de7a83f8-b2dc-4f8a-91db-cf0294d75d9e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:09:37.493907 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-de7a83f8-b2dc-4f8a-91db-cf0294d75d9e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Usage tracker for resource:security_group and tenant:74f152a04b0f4546ba63efd155a1d010 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:09:37.497393 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-de7a83f8-b2dc-4f8a-91db-cf0294d75d9e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:09:37.503144 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-de7a83f8-b2dc-4f8a-91db-cf0294d75d9e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:09:37.602292 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-de7a83f8-b2dc-4f8a-91db-cf0294d75d9e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:37.636371 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-de7a83f8-b2dc-4f8a-91db-cf0294d75d9e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:09:37.640199 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-de7a83f8-b2dc-4f8a-91db-cf0294d75d9e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Usage tracker for resource:security_group_rule and tenant:74f152a04b0f4546ba63efd155a1d010 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:09:37.642945 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-de7a83f8-b2dc-4f8a-91db-cf0294d75d9e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:09:37.648654 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-de7a83f8-b2dc-4f8a-91db-cf0294d75d9e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:09:37.700178 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-de7a83f8-b2dc-4f8a-91db-cf0294d75d9e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:37.760768 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-de7a83f8-b2dc-4f8a-91db-cf0294d75d9e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:37.764661 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1cfd6cf9-d0e3-4816-8d26-7fee90ca0062 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:37.802550 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a83f8-b2dc-4f8a-91db-cf0294d75d9e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1df4774-8e25-4100-adeb-62078ef0d3a4,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:37.805153 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-de7a83f8-b2dc-4f8a-91db-cf0294d75d9e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:37.875051 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-de7a83f8-b2dc-4f8a-91db-cf0294d75d9e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:37.876298 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-de7a83f8-b2dc-4f8a-91db-cf0294d75d9e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3968956 Sep 15 09:09:37.879269 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47766) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:37.884660 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-45157dd7-e543-4b36-b74e-bdd0fdec59f4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Request body: {'security_group_rule': {'security_group_id': 'c1df4774-8e25-4100-adeb-62078ef0d3a4', 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:09:37.890507 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-45157dd7-e543-4b36-b74e-bdd0fdec59f4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:09:37.894438 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-45157dd7-e543-4b36-b74e-bdd0fdec59f4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Usage tracker for resource:security_group_rule and tenant:74f152a04b0f4546ba63efd155a1d010 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:09:37.897411 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-45157dd7-e543-4b36-b74e-bdd0fdec59f4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:09:37.903419 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-45157dd7-e543-4b36-b74e-bdd0fdec59f4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:09:37.996596 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-45157dd7-e543-4b36-b74e-bdd0fdec59f4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:38.057729 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-45157dd7-e543-4b36-b74e-bdd0fdec59f4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:38.117110 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-45157dd7-e543-4b36-b74e-bdd0fdec59f4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:38.124187 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:38.144040 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45157dd7-e543-4b36-b74e-bdd0fdec59f4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4e4044-468e-4524-8bb2-a7c06c5866ab,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:38.146511 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-45157dd7-e543-4b36-b74e-bdd0fdec59f4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:38.225292 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-45157dd7-e543-4b36-b74e-bdd0fdec59f4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:38.226498 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-45157dd7-e543-4b36-b74e-bdd0fdec59f4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3463371 Sep 15 09:09:38.229291 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47770) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:38.235610 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-7af7cc19-27b5-4d22-aaa3-29eb399c6ee7 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Request body: {'security_group_rule': {'security_group_id': 'c1df4774-8e25-4100-adeb-62078ef0d3a4', 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:09:38.241739 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-7af7cc19-27b5-4d22-aaa3-29eb399c6ee7 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:09:38.245482 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-7af7cc19-27b5-4d22-aaa3-29eb399c6ee7 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Usage tracker for resource:security_group_rule and tenant:74f152a04b0f4546ba63efd155a1d010 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:09:38.248436 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-7af7cc19-27b5-4d22-aaa3-29eb399c6ee7 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:09:38.254024 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-7af7cc19-27b5-4d22-aaa3-29eb399c6ee7 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:09:38.254214 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-c3d99595-214b-4775-9943-a13765d814e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:38.351747 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-7af7cc19-27b5-4d22-aaa3-29eb399c6ee7 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:38.420858 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-7af7cc19-27b5-4d22-aaa3-29eb399c6ee7 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:38.465457 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-7af7cc19-27b5-4d22-aaa3-29eb399c6ee7 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:38.472653 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:38.491388 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7cc19-27b5-4d22-aaa3-29eb399c6ee7 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98334e9a-3dfa-485c-8aca-bf5b4066523d,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:38.493549 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-7af7cc19-27b5-4d22-aaa3-29eb399c6ee7 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:38.544969 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-7af7cc19-27b5-4d22-aaa3-29eb399c6ee7 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:38.546205 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-7af7cc19-27b5-4d22-aaa3-29eb399c6ee7 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3159184 Sep 15 09:09:38.548846 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47774) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:38.554183 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-2a956dff-d1c1-4abe-8f2c-3b46d98054cf tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Request body: {'security_group_rule': {'security_group_id': 'c1df4774-8e25-4100-adeb-62078ef0d3a4', 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:09:38.559762 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-2a956dff-d1c1-4abe-8f2c-3b46d98054cf tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:09:38.563507 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-2a956dff-d1c1-4abe-8f2c-3b46d98054cf tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Usage tracker for resource:security_group_rule and tenant:74f152a04b0f4546ba63efd155a1d010 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:09:38.566327 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-2a956dff-d1c1-4abe-8f2c-3b46d98054cf tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:09:38.571950 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-2a956dff-d1c1-4abe-8f2c-3b46d98054cf tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:09:38.619899 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2a956dff-d1c1-4abe-8f2c-3b46d98054cf tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:38.696677 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2a956dff-d1c1-4abe-8f2c-3b46d98054cf tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:38.755235 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2a956dff-d1c1-4abe-8f2c-3b46d98054cf tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:38.757437 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-7af7cc19-27b5-4d22-aaa3-29eb399c6ee7 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:38.779917 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a956dff-d1c1-4abe-8f2c-3b46d98054cf tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23fef025-01c2-47ca-85b3-7c75c568ef81,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:38.784066 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-2a956dff-d1c1-4abe-8f2c-3b46d98054cf tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:38.848091 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-2a956dff-d1c1-4abe-8f2c-3b46d98054cf tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:38.849298 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-2a956dff-d1c1-4abe-8f2c-3b46d98054cf tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2995465 Sep 15 09:09:38.852075 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47778) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:38.857602 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-fd132d09-2eb9-4ed0-988b-35c88a30f9fe tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Request body: {'security_group_rule': {'security_group_id': 'c1df4774-8e25-4100-adeb-62078ef0d3a4', 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:09:38.863735 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-fd132d09-2eb9-4ed0-988b-35c88a30f9fe tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:09:38.867914 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-fd132d09-2eb9-4ed0-988b-35c88a30f9fe tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Usage tracker for resource:security_group_rule and tenant:74f152a04b0f4546ba63efd155a1d010 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:09:38.876755 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-fd132d09-2eb9-4ed0-988b-35c88a30f9fe tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:09:38.877401 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-fd132d09-2eb9-4ed0-988b-35c88a30f9fe tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:09:38.962547 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fd132d09-2eb9-4ed0-988b-35c88a30f9fe tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:39.023994 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fd132d09-2eb9-4ed0-988b-35c88a30f9fe tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:39.081854 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fd132d09-2eb9-4ed0-988b-35c88a30f9fe tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:39.083966 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:39.105057 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd132d09-2eb9-4ed0-988b-35c88a30f9fe tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd8bc92-65a2-49a1-ba65-ddb880a66f04,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:39.107926 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-fd132d09-2eb9-4ed0-988b-35c88a30f9fe tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:39.168397 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-fd132d09-2eb9-4ed0-988b-35c88a30f9fe tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:39.169631 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-fd132d09-2eb9-4ed0-988b-35c88a30f9fe tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3166587 Sep 15 09:09:39.172282 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47782) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:39.177614 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-350baaf8-6d33-4b2c-8be9-791a896dedc3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Request body: {'security_group_rule': {'security_group_id': 'c1df4774-8e25-4100-adeb-62078ef0d3a4', 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:09:39.184182 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-350baaf8-6d33-4b2c-8be9-791a896dedc3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:09:39.188068 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-350baaf8-6d33-4b2c-8be9-791a896dedc3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Usage tracker for resource:security_group_rule and tenant:74f152a04b0f4546ba63efd155a1d010 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:09:39.190965 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-350baaf8-6d33-4b2c-8be9-791a896dedc3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:09:39.196589 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-350baaf8-6d33-4b2c-8be9-791a896dedc3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:09:39.252070 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.securitygroups_db [None req-350baaf8-6d33-4b2c-8be9-791a896dedc3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Project 74f152a04b0f4546ba63efd155a1d010 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:09:39.258420 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-350baaf8-6d33-4b2c-8be9-791a896dedc3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:39.323140 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-350baaf8-6d33-4b2c-8be9-791a896dedc3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:39.383411 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-350baaf8-6d33-4b2c-8be9-791a896dedc3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:39.385448 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-2af0cfc3-2ad8-4b70-aeb6-2b92bbb74edb tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:39.407011 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350baaf8-6d33-4b2c-8be9-791a896dedc3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983ab21c-bcc9-4b49-8466-53bbd7eb6e3e,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:39.409345 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-350baaf8-6d33-4b2c-8be9-791a896dedc3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:39.416620 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:39.486493 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-350baaf8-6d33-4b2c-8be9-791a896dedc3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:39.487686 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-350baaf8-6d33-4b2c-8be9-791a896dedc3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3145151 Sep 15 09:09:39.490583 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 47786) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:09:39.495936 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-38ed4787-e438-46ab-85ac-5b32b9a6bfad tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Request body: {'security_group_rule': {'security_group_id': 'c1df4774-8e25-4100-adeb-62078ef0d3a4', 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:09:39.501626 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-38ed4787-e438-46ab-85ac-5b32b9a6bfad tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:09:39.505380 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-38ed4787-e438-46ab-85ac-5b32b9a6bfad tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Usage tracker for resource:security_group_rule and tenant:74f152a04b0f4546ba63efd155a1d010 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:09:39.508229 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-38ed4787-e438-46ab-85ac-5b32b9a6bfad tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:09:39.513733 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-38ed4787-e438-46ab-85ac-5b32b9a6bfad tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:09:39.600642 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.securitygroups_db [None req-38ed4787-e438-46ab-85ac-5b32b9a6bfad tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Project 74f152a04b0f4546ba63efd155a1d010 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:09:39.607646 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-38ed4787-e438-46ab-85ac-5b32b9a6bfad tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:39.670724 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-38ed4787-e438-46ab-85ac-5b32b9a6bfad tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:39.750706 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-38ed4787-e438-46ab-85ac-5b32b9a6bfad tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:39.752819 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-6c585be1-c20b-4513-ba8c-dadc1ab141cc tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:39.774373 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed4787-e438-46ab-85ac-5b32b9a6bfad tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e391623-0446-4a60-8a16-18048c8e7a3f,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:39.779577 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-38ed4787-e438-46ab-85ac-5b32b9a6bfad tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:39.842751 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-38ed4787-e438-46ab-85ac-5b32b9a6bfad tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:39.843985 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-38ed4787-e438-46ab-85ac-5b32b9a6bfad tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3524928 Sep 15 09:09:40.509244 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 038ceaba-c218-42eb-9f1d-9579cfae0626 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:09:40.652353 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port 038ceaba-c218-42eb-9f1d-9579cfae0626 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:09:40.657509 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 038ceaba-c218-42eb-9f1d-9579cfae0626 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:09:40.657876 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:40.776511 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:40.803121 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port 038ceaba-c218-42eb-9f1d-9579cfae0626, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=038ceaba-c218-42eb-9f1d-9579cfae0626,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:09:40.881035 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:40.881901 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:40.884694 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:40.946357 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=038ceaba-c218-42eb-9f1d-9579cfae0626,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:40.949686 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:41.144252 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Sync routers for ids ['425ca9e8-641f-4327-a452-ac167ed75a97'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:09:41.159399 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Routers {'425ca9e8-641f-4327-a452-ac167ed75a97'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:09:41.160198 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:09:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['425ca9e8-641f-4327-a452-ac167ed75a97'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:41.349694 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Set router 425ca9e8-641f-4327-a452-ac167ed75a97 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:09:41.663392 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'name': 'tempest-TestShelveInstance-1546243632-router', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '09340173-e278-428d-9bc7-09423d22d357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:26Z', 'revision_number': 4, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'gw_port': {'id': '09340173-e278-428d-9bc7-09423d22d357', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'a978dba8-26fa-43ce-a174-2a0685afe3e8', 'name': '', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'mac_address': 'fa:16:3e:02:0b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:26Z', 'updated_at': '2021-09-15T09:09:26Z', 'revision_number': 2, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'subnets': [{'id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:41.667249 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Checking router: 425ca9e8-641f-4327-a452-ac167ed75a97 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:09:41.667602 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Updating router 425ca9e8-641f-4327-a452-ac167ed75a97 port a978dba8-26fa-43ce-a174-2a0685afe3e8 binding host dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 09:09:41.721731 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:42.092212 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Notify callbacks [] for port, precommit_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:42.103385 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Transition to ACTIVE for port object a978dba8-26fa-43ce-a174-2a0685afe3e8 will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:09:42.168321 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:42.172276 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-79c6b67d-0fce-4261-9eb5-c1d356d64088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:42.297183 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6763eb-5d98-4d65-9ef7-93a8d2cbf0f9 None None] Pushing event updated for resources: {'Port': ['ID=a978dba8-26fa-43ce-a174-2a0685afe3e8,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:42.300847 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-7a6763eb-5d98-4d65-9ef7-93a8d2cbf0f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:42.384982 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Attempting to bind port a978dba8-26fa-43ce-a174-2a0685afe3e8 on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:09:42.385342 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Attempting to bind port a978dba8-26fa-43ce-a174-2a0685afe3e8 by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '18595890-2a71-455a-8764-845a0fde7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:09:42.385689 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Attempting to bind port a978dba8-26fa-43ce-a174-2a0685afe3e8 on network ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:09:42.391978 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:09:42.392338 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Checking segment: {'id': '18595890-2a71-455a-8764-845a0fde7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:09:42.392728 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:42.393111 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Bound using segment: {'id': '18595890-2a71-455a-8764-845a0fde7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:09:42.393556 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Bound port: a978dba8-26fa-43ce-a174-2a0685afe3e8, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18595890-2a71-455a-8764-845a0fde7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:09:42.393917 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:42.495336 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] For port a978dba8-26fa-43ce-a174-2a0685afe3e8, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:09:42.498526 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 038ceaba-c218-42eb-9f1d-9579cfae0626 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:09:42.535524 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] For port a978dba8-26fa-43ce-a174-2a0685afe3e8, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=a978dba8-26fa-43ce-a174-2a0685afe3e8,segment=NetworkSegment(18595890-2a71-455a-8764-845a0fde7d79),segment_id=18595890-2a71-455a-8764-845a0fde7d79)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:09:42.569203 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 038ceaba-c218-42eb-9f1d-9579cfae0626 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:09:42.569568 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:42.597579 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:42.607753 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:42.707123 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6763eb-5d98-4d65-9ef7-93a8d2cbf0f9 None None] Pushing event updated for resources: {'Port': ['ID=a978dba8-26fa-43ce-a174-2a0685afe3e8,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:42.711721 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-7a6763eb-5d98-4d65-9ef7-93a8d2cbf0f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:42.715212 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Routers {'425ca9e8-641f-4327-a452-ac167ed75a97'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:09:42.715826 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:09:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['425ca9e8-641f-4327-a452-ac167ed75a97'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:42.953020 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] Set router 425ca9e8-641f-4327-a452-ac167ed75a97 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:09:43.263927 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'name': 'tempest-TestShelveInstance-1546243632-router', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '09340173-e278-428d-9bc7-09423d22d357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:26Z', 'revision_number': 4, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'gw_port': {'id': '09340173-e278-428d-9bc7-09423d22d357', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'a978dba8-26fa-43ce-a174-2a0685afe3e8', 'name': '', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'mac_address': 'fa:16:3e:02:0b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:26Z', 'updated_at': '2021-09-15T09:09:42Z', 'revision_number': 4, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'subnets': [{'id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:43.267829 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe61c4eb-9071-4486-b7a2-c3012f058029 None None] The sync data for ids ['425ca9e8-641f-4327-a452-ac167ed75a97'] in dv-cinder-806008-2-iscsi is: [{'id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'name': 'tempest-TestShelveInstance-1546243632-router', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '09340173-e278-428d-9bc7-09423d22d357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:26Z', 'revision_number': 4, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'gw_port': {'id': '09340173-e278-428d-9bc7-09423d22d357', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'a978dba8-26fa-43ce-a174-2a0685afe3e8', 'name': '', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'mac_address': 'fa:16:3e:02:0b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:26Z', 'updated_at': '2021-09-15T09:09:42Z', 'revision_number': 4, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'subnets': [{'id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:09:43.878482 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Sync routers for ids ['38db0de4-69f8-41c5-8dd4-983152d84ee4'] in dv-cinder-806008-2-iscsi {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:09:43.893533 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Routers {'38db0de4-69f8-41c5-8dd4-983152d84ee4'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:09:43.894160 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:09:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['38db0de4-69f8-41c5-8dd4-983152d84ee4'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:44.095099 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Set router 38db0de4-69f8-41c5-8dd4-983152d84ee4 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:09:44.407875 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'name': 'tempest-TestShelveInstance-1696470970-router', 'tenant_id': '2eba5fd18f9840aca6dacc7578325f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '038ceaba-c218-42eb-9f1d-9579cfae0626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:30Z', 'updated_at': '2021-09-15T09:09:34Z', 'revision_number': 4, 'project_id': '2eba5fd18f9840aca6dacc7578325f37', 'gw_port': {'id': '038ceaba-c218-42eb-9f1d-9579cfae0626', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:31Z', 'updated_at': '2021-09-15T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '8d695140-8422-413a-8b5b-8c0ef70a7ecb', 'name': '', 'network_id': 'e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba', 'tenant_id': '2eba5fd18f9840aca6dacc7578325f37', 'mac_address': 'fa:16:3e:12:3b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c0d8c57-9c70-4909-ad14-a03ea7c2ec94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:33Z', 'updated_at': '2021-09-15T09:09:34Z', 'revision_number': 2, 'project_id': '2eba5fd18f9840aca6dacc7578325f37', 'subnets': [{'id': '9c0d8c57-9c70-4909-ad14-a03ea7c2ec94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:44.411630 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Checking router: 38db0de4-69f8-41c5-8dd4-983152d84ee4 for host: dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:09:44.411970 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Updating router 38db0de4-69f8-41c5-8dd4-983152d84ee4 port 8d695140-8422-413a-8b5b-8c0ef70a7ecb binding host dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 09:09:44.464104 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:44.509540 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device a978dba8-26fa-43ce-a174-2a0685afe3e8 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:09:44.659244 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port a978dba8-26fa-43ce-a174-2a0685afe3e8 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:09:44.664150 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port a978dba8-26fa-43ce-a174-2a0685afe3e8 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:09:44.664512 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:44.779919 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:44.807473 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Notify callbacks [] for port, precommit_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:44.817644 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.provisioning_blocks [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Transition to ACTIVE for port object 8d695140-8422-413a-8b5b-8c0ef70a7ecb will not be triggered until provisioned by entity L2. {{(pid=75829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:09:44.823440 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port a978dba8-26fa-43ce-a174-2a0685afe3e8, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=a978dba8-26fa-43ce-a174-2a0685afe3e8,segment=NetworkSegment(18595890-2a71-455a-8764-845a0fde7d79),segment_id=18595890-2a71-455a-8764-845a0fde7d79)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:09:44.899400 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:44.903601 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-fbf6b2f2-c8aa-4d48-8754-c5950245f860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:44.911126 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:44.913999 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-7a6763eb-5d98-4d65-9ef7-93a8d2cbf0f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:44.989806 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=a978dba8-26fa-43ce-a174-2a0685afe3e8,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:44.993106 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:45.022883 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8612fe-c8c8-4950-9c51-f039ab988466 None None] Pushing event updated for resources: {'Port': ['ID=8d695140-8422-413a-8b5b-8c0ef70a7ecb,revision_number=3']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:45.033259 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-1e8612fe-c8c8-4950-9c51-f039ab988466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:45.132243 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Attempting to bind port 8d695140-8422-413a-8b5b-8c0ef70a7ecb on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:09:45.132865 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Attempting to bind port 8d695140-8422-413a-8b5b-8c0ef70a7ecb by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '1ec87c6f-9962-423b-8eb9-f034a31a690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba'}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:09:45.133443 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Attempting to bind port 8d695140-8422-413a-8b5b-8c0ef70a7ecb on network e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:09:45.141818 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:09:45.142437 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Checking segment: {'id': '1ec87c6f-9962-423b-8eb9-f034a31a690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:09:45.142904 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:45.143490 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Bound using segment: {'id': '1ec87c6f-9962-423b-8eb9-f034a31a690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba'} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:09:45.144281 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Bound port: 8d695140-8422-413a-8b5b-8c0ef70a7ecb, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec87c6f-9962-423b-8eb9-f034a31a690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba'}}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:09:45.144659 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:45.236904 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] For port 8d695140-8422-413a-8b5b-8c0ef70a7ecb, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:09:45.240197 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] For port 8d695140-8422-413a-8b5b-8c0ef70a7ecb, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=8d695140-8422-413a-8b5b-8c0ef70a7ecb,segment=NetworkSegment(1ec87c6f-9962-423b-8eb9-f034a31a690b),segment_id=1ec87c6f-9962-423b-8eb9-f034a31a690b)] {{(pid=75829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:09:45.298687 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:45.302823 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:45.378934 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8612fe-c8c8-4950-9c51-f039ab988466 None None] Pushing event updated for resources: {'Port': ['ID=8d695140-8422-413a-8b5b-8c0ef70a7ecb,revision_number=4']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:45.382945 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-1e8612fe-c8c8-4950-9c51-f039ab988466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:45.383929 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Routers {'38db0de4-69f8-41c5-8dd4-983152d84ee4'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:09:45.384529 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:09:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['38db0de4-69f8-41c5-8dd4-983152d84ee4'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:45.567245 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] Set router 38db0de4-69f8-41c5-8dd4-983152d84ee4 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:09:45.895895 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'name': 'tempest-TestShelveInstance-1696470970-router', 'tenant_id': '2eba5fd18f9840aca6dacc7578325f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '038ceaba-c218-42eb-9f1d-9579cfae0626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:30Z', 'updated_at': '2021-09-15T09:09:34Z', 'revision_number': 4, 'project_id': '2eba5fd18f9840aca6dacc7578325f37', 'gw_port': {'id': '038ceaba-c218-42eb-9f1d-9579cfae0626', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:31Z', 'updated_at': '2021-09-15T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '8d695140-8422-413a-8b5b-8c0ef70a7ecb', 'name': '', 'network_id': 'e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba', 'tenant_id': '2eba5fd18f9840aca6dacc7578325f37', 'mac_address': 'fa:16:3e:12:3b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c0d8c57-9c70-4909-ad14-a03ea7c2ec94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:33Z', 'updated_at': '2021-09-15T09:09:45Z', 'revision_number': 4, 'project_id': '2eba5fd18f9840aca6dacc7578325f37', 'subnets': [{'id': '9c0d8c57-9c70-4909-ad14-a03ea7c2ec94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:09:45.899915 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26dbb50-1919-4b16-bbb1-35a67af41f57 None None] The sync data for ids ['38db0de4-69f8-41c5-8dd4-983152d84ee4'] in dv-cinder-806008-2-iscsi is: [{'id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'name': 'tempest-TestShelveInstance-1696470970-router', 'tenant_id': '2eba5fd18f9840aca6dacc7578325f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '038ceaba-c218-42eb-9f1d-9579cfae0626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:30Z', 'updated_at': '2021-09-15T09:09:34Z', 'revision_number': 4, 'project_id': '2eba5fd18f9840aca6dacc7578325f37', 'gw_port': {'id': '038ceaba-c218-42eb-9f1d-9579cfae0626', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:31Z', 'updated_at': '2021-09-15T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': '8d695140-8422-413a-8b5b-8c0ef70a7ecb', 'name': '', 'network_id': 'e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba', 'tenant_id': '2eba5fd18f9840aca6dacc7578325f37', 'mac_address': 'fa:16:3e:12:3b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c0d8c57-9c70-4909-ad14-a03ea7c2ec94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:33Z', 'updated_at': '2021-09-15T09:09:45Z', 'revision_number': 4, 'project_id': '2eba5fd18f9840aca6dacc7578325f37', 'subnets': [{'id': '9c0d8c57-9c70-4909-ad14-a03ea7c2ec94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:09:46.555925 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device a978dba8-26fa-43ce-a174-2a0685afe3e8 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:09:46.625795 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port a978dba8-26fa-43ce-a174-2a0685afe3e8 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:09:46.626477 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:46.779992 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 8d695140-8422-413a-8b5b-8c0ef70a7ecb up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:09:46.911005 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port 8d695140-8422-413a-8b5b-8c0ef70a7ecb completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:09:46.916060 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 8d695140-8422-413a-8b5b-8c0ef70a7ecb triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:09:46.916432 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:47.033635 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:47.064507 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port 8d695140-8422-413a-8b5b-8c0ef70a7ecb, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=8d695140-8422-413a-8b5b-8c0ef70a7ecb,segment=NetworkSegment(1ec87c6f-9962-423b-8eb9-f034a31a690b),segment_id=1ec87c6f-9962-423b-8eb9-f034a31a690b)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:09:47.122360 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:47.125240 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:09:47.191726 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=8d695140-8422-413a-8b5b-8c0ef70a7ecb,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:09:47.195006 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:09:48.495137 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 8d695140-8422-413a-8b5b-8c0ef70a7ecb up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:09:48.562716 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 8d695140-8422-413a-8b5b-8c0ef70a7ecb triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:09:48.563083 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:09:57.338164 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-82ed3aaa-d268-4f50-8bff-32c312933512 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Synchronizing usage tracker for tenant:74f152a04b0f4546ba63efd155a1d010 on resource:security_group {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:09:57.418367 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-82ed3aaa-d268-4f50-8bff-32c312933512 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Unset dirty status for tenant:74f152a04b0f4546ba63efd155a1d010 on resource:security_group {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:09:57.419519 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-82ed3aaa-d268-4f50-8bff-32c312933512 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687753449&fields=id&tenant_id=74f152a04b0f4546ba63efd155a1d010 HTTP/1.1" status: 200 len: 267 time: 0.1221125 Sep 15 09:09:57.561907 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-4b5c9d9d-a33c-4ef7-a6e5-d1d55f8ff8ec tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:09:57.562584 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-4b5c9d9d-a33c-4ef7-a6e5-d1d55f8ff8ec tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Synchronizing usage tracker for tenant:74f152a04b0f4546ba63efd155a1d010 on resource:network {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:09:57.635743 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-4b5c9d9d-a33c-4ef7-a6e5-d1d55f8ff8ec tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Unset dirty status for tenant:74f152a04b0f4546ba63efd155a1d010 on resource:network {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:09:57.636824 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-4b5c9d9d-a33c-4ef7-a6e5-d1d55f8ff8ec tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/networks?id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 HTTP/1.1" status: 200 len: 809 time: 0.2109237 Sep 15 09:09:57.652802 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-95569b4a-51af-4166-947f-54ef5dbc169d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/quotas/74f152a04b0f4546ba63efd155a1d010 HTTP/1.1" status: 200 len: 375 time: 0.0101485 Sep 15 09:09:57.728745 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-dd59b57a-900c-445d-a2db-81941de788aa tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Synchronizing usage tracker for tenant:74f152a04b0f4546ba63efd155a1d010 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:09:57.863014 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-dd59b57a-900c-445d-a2db-81941de788aa tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Unset dirty status for tenant:74f152a04b0f4546ba63efd155a1d010 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:09:57.864688 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-dd59b57a-900c-445d-a2db-81941de788aa tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=74f152a04b0f4546ba63efd155a1d010&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2071846 Sep 15 09:09:58.051170 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-74613081-ad03-41c2-b748-91375fe04465 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=75826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 09:09:58.052179 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-74613081-ad03-41c2-b748-91375fe04465 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1763077 Sep 15 09:09:58.275243 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-62ac50e9-8261-4386-99c0-f2ebfa8d81f5 service neutron] 10.222.0.39 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167394 Sep 15 09:09:58.412286 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-c67f733d-7e32-4c7e-af22-7d5b8a47f4d0 service neutron] 10.222.0.39 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309576 Sep 15 09:09:59.029084 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-699e65c7-4049-4d0d-8544-16c3b854ff3c req-108d96ea-64b4-4433-a8f5-3829d1705104 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 210 time: 0.0418329 Sep 15 09:10:00.136703 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c28a1dd4-18c8-4661-a0e7-5b332d750347 req-86fd895f-39ca-4142-b0d8-021a6e10ad27 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 210 time: 0.0412493 Sep 15 09:10:01.294127 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-4339f56f-eeec-440a-afc3-15e73589efbd req-027810e6-a7f2-4b68-a33e-173e2e9438a0 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 210 time: 0.0403266 Sep 15 09:10:01.430741 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-76f48952-210c-4640-bcda-fc2f724a889a tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:01.434710 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-76f48952-210c-4640-bcda-fc2f724a889a tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.20 "GET /v2.0/networks?id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 HTTP/1.1" status: 200 len: 809 time: 0.1508727 Sep 15 09:10:01.492664 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-23140217-03b8-4836-a330-cd24496140c0 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74f152a04b0f4546ba63efd155a1d010 HTTP/1.1" status: 200 len: 380 time: 0.0415447 Sep 15 09:10:01.511286 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Request body: {'port': {'device_id': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'admin_state_up': True, 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'security_groups': ['c1df4774-8e25-4100-adeb-62078ef0d3a4']}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:10:01.649160 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:10:01.659390 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:10:01.732951 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Made reservation on behalf of 74f152a04b0f4546ba63efd155a1d010 for: {'port': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:10:01.736032 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:01.895887 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Allocated IP 172.20.0.8 (ef5b8ba3-e98e-49bd-8fa5-ec47156abc58/e1dde869-bc5b-4d06-bbc4-26c6e06f5e64/0386354f-7082-4534-9f1c-297e41cf9ca3) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:10:02.078395 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:02.093369 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Transition to ACTIVE for port object 0386354f-7082-4534-9f1c-297e41cf9ca3 will not be triggered until provisioned by entity DHCP. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:10:02.173616 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:02.179274 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:10:02.244922 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Network ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:10:02.247877 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:10:02.252294 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:10:02.285579 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Pushing event updated for resources: {'Port': ['ID=0386354f-7082-4534-9f1c-297e41cf9ca3,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:10:02.309093 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:02.309462 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:02.309822 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:02.310200 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:02.311115 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:02.311471 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:02.311816 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:02.312162 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:02.312502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:02.312840 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:02.313179 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:02.318566 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:10:02.333324 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:02.333933 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:02.458746 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-0fc2c287-60c7-4ba5-8158-3babcb4f2d3c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9509127 Sep 15 09:10:02.482018 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Request body: {'port': {'device_id': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:10:02.567051 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-83238b82-6d89-46bf-9696-be779bdc1e85 None None] Provisioning for port 0386354f-7082-4534-9f1c-297e41cf9ca3 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:10:02.573116 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-83238b82-6d89-46bf-9696-be779bdc1e85 None None] Provisioning complete for port 0386354f-7082-4534-9f1c-297e41cf9ca3 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:10:02.575188 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-83238b82-6d89-46bf-9696-be779bdc1e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:02.579869 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94209176-93d2-4867-bf7a-34baf499a4ef req-97abc3ab-104e-4642-b87f-5a75a5278d55 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:02.580559 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-94209176-93d2-4867-bf7a-34baf499a4ef req-97abc3ab-104e-4642-b87f-5a75a5278d55 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Synchronizing usage tracker for tenant:74f152a04b0f4546ba63efd155a1d010 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:10:02.620420 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:02.626765 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-83238b82-6d89-46bf-9696-be779bdc1e85 None None] Port 0386354f-7082-4534-9f1c-297e41cf9ca3 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:10:02.677310 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-94209176-93d2-4867-bf7a-34baf499a4ef req-97abc3ab-104e-4642-b87f-5a75a5278d55 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Unset dirty status for tenant:74f152a04b0f4546ba63efd155a1d010 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:10:02.678622 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-94209176-93d2-4867-bf7a-34baf499a4ef req-97abc3ab-104e-4642-b87f-5a75a5278d55 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 931 time: 0.2563505 Sep 15 09:10:02.788505 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-94209176-93d2-4867-bf7a-34baf499a4ef req-982d4af1-67eb-473a-808e-abb57e1ef45d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032887 Sep 15 09:10:03.077052 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0386354f-7082-4534-9f1c-297e41cf9ca3 {{(pid=75826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:10:03.141829 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:03.157362 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Transition to ACTIVE for port object 0386354f-7082-4534-9f1c-297e41cf9ca3 will not be triggered until provisioned by entity L2. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:10:03.217479 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:03.224305 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:10:03.339910 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Pushing event updated for resources: {'Port': ['ID=0386354f-7082-4534-9f1c-297e41cf9ca3,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:10:03.344775 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:10:03.451950 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Attempting to bind port 0386354f-7082-4534-9f1c-297e41cf9ca3 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:10:03.452284 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Attempting to bind port 0386354f-7082-4534-9f1c-297e41cf9ca3 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '18595890-2a71-455a-8764-845a0fde7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58'}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:10:03.452610 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Attempting to bind port 0386354f-7082-4534-9f1c-297e41cf9ca3 on network ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:10:03.458472 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Port 0386354f-7082-4534-9f1c-297e41cf9ca3 on network ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 09:10:03.458790 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Attempting to bind port 0386354f-7082-4534-9f1c-297e41cf9ca3 on network ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:10:03.464926 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:10:03.465242 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Checking segment: {'id': '18595890-2a71-455a-8764-845a0fde7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:10:03.465617 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Bound using segment: {'id': '18595890-2a71-455a-8764-845a0fde7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58'} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:10:03.466035 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Bound port: 0386354f-7082-4534-9f1c-297e41cf9ca3, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18595890-2a71-455a-8764-845a0fde7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58'}}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:10:03.466392 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:03.550610 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] For port 0386354f-7082-4534-9f1c-297e41cf9ca3, host hv-cinder-80600, cleared binding levels {{(pid=75826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:10:03.553632 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] For port 0386354f-7082-4534-9f1c-297e41cf9ca3, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0386354f-7082-4534-9f1c-297e41cf9ca3,segment=NetworkSegment(18595890-2a71-455a-8764-845a0fde7d79),segment_id=18595890-2a71-455a-8764-845a0fde7d79)] {{(pid=75826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:10:03.642388 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:03.646305 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9dca8b2e-4324-4f49-ae3e-0ff6f104a74a tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:10:03.706791 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:03.708134 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] 10.222.0.20 "PUT /v2.0/ports/0386354f-7082-4534-9f1c-297e41cf9ca3 HTTP/1.1" status: 200 len: 1093 time: 1.2314010 Sep 15 09:10:03.708633 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'tag': '0386354f-7082-4534-9f1c-297e41cf9ca3'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:10:03.725646 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Pushing event updated for resources: {'Port': ['ID=0386354f-7082-4534-9f1c-297e41cf9ca3,revision_number=3']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:10:03.733531 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:10:03.769071 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'tag': '0386354f-7082-4534-9f1c-297e41cf9ca3', 'status': 'completed', 'code': 200} Sep 15 09:10:03.885753 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f7f5d11-4418-46b3-9547-f03f6c0fcf61 req-0de73c34-2778-4f46-b5b7-d037e408f77c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74f152a04b0f4546ba63efd155a1d010&device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 1096 time: 0.0717742 Sep 15 09:10:04.094764 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b812040-23f7-4a54-baeb-82f871122564 req-5a9cd1cd-72ab-4463-a503-0196414f1775 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:04.096263 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3b812040-23f7-4a54-baeb-82f871122564 req-5a9cd1cd-72ab-4463-a503-0196414f1775 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 943 time: 0.1800117 Sep 15 09:10:04.097281 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f5d11-4418-46b3-9547-f03f6c0fcf61 req-b2237848-eedd-4c72-aa1e-6470f884b9df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:04.098599 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f7f5d11-4418-46b3-9547-f03f6c0fcf61 req-b2237848-eedd-4c72-aa1e-6470f884b9df service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=74f152a04b0f4546ba63efd155a1d010&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2000382 Sep 15 09:10:04.226522 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3b812040-23f7-4a54-baeb-82f871122564 req-b8b1e9a9-4703-4e72-af9a-366c4da451ee tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246619 Sep 15 09:10:04.235422 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:04.264723 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f5d11-4418-46b3-9547-f03f6c0fcf61 req-854c1ec7-d586-40d0-a215-3387b6dc13b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:04.266297 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1f7f5d11-4418-46b3-9547-f03f6c0fcf61 req-854c1ec7-d586-40d0-a215-3387b6dc13b1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1507530 Sep 15 09:10:04.389487 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-fa90fef9-9c5e-44f6-98a5-5d501fcc34f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74f152a04b0f4546ba63efd155a1d010&device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 1096 time: 0.0676713 Sep 15 09:10:04.464166 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-e2db345b-c3c9-4a8e-80fb-075244265c14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0386354f-7082-4534-9f1c-297e41cf9ca3 HTTP/1.1" status: 200 len: 217 time: 0.0623753 Sep 15 09:10:04.523979 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-a22e2066-6eef-4742-8e6c-3f105bc4182c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:04.525349 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-a22e2066-6eef-4742-8e6c-3f105bc4182c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1dde869-bc5b-4d06-bbc4-26c6e06f5e64 HTTP/1.1" status: 200 len: 848 time: 0.0556014 Sep 15 09:10:04.600537 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-5156b5ac-168c-4586-b274-68322acf38f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688381 Sep 15 09:10:04.619035 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:10:04.727968 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-cbd724a6-8891-41a8-9760-7d84b63d7c0c service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206019 Sep 15 09:10:04.855435 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5743d8ca-32a9-493e-930e-46b58a25a8e4 req-f94e4e0f-c4f4-44a8-b130-27d9c8282916 service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210830 Sep 15 09:10:05.426021 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce364193-118e-4573-9b27-8efb302a5315 req-1700a95b-a665-4d75-a5bb-c168ac3e33a7 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:05.427411 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ce364193-118e-4573-9b27-8efb302a5315 req-1700a95b-a665-4d75-a5bb-c168ac3e33a7 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 943 time: 0.0793936 Sep 15 09:10:05.471470 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ce364193-118e-4573-9b27-8efb302a5315 req-7105ca00-78c7-484a-b194-03999f94f0c3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387173 Sep 15 09:10:06.012712 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-41b072e9-8490-4593-88a7-aef4bb40df14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:06.544385 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:06.664003 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba364f-3618-4c07-ab84-4f50e6a92d5d req-b6f5cf42-09b4-48bd-b73a-503d13dd381c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:06.665452 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-39ba364f-3618-4c07-ab84-4f50e6a92d5d req-b6f5cf42-09b4-48bd-b73a-503d13dd381c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 943 time: 0.0760536 Sep 15 09:10:06.709467 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-39ba364f-3618-4c07-ab84-4f50e6a92d5d req-5f68528c-e8bb-48a4-b9be-1d543ecc9dee tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384688 Sep 15 09:10:07.900859 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b646b-3b90-4bfe-a6c0-9819f64f4e2c req-2769db26-2bbf-40bd-9359-3de106d42ace tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:07.902336 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ab9b646b-3b90-4bfe-a6c0-9819f64f4e2c req-2769db26-2bbf-40bd-9359-3de106d42ace tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 943 time: 0.0768666 Sep 15 09:10:07.946029 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ab9b646b-3b90-4bfe-a6c0-9819f64f4e2c req-21feef21-164b-462b-9b48-d358cdc2d202 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382392 Sep 15 09:10:08.264022 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-f8cb5515-0fe2-4624-aeb2-3820d8d362b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:09.235412 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e89009-384b-45ab-9186-74386c8015f6 req-dd2ba4dc-f9d6-495c-bd1d-fb5e2baded87 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:09.236762 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-65e89009-384b-45ab-9186-74386c8015f6 req-dd2ba4dc-f9d6-495c-bd1d-fb5e2baded87 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 943 time: 0.1731741 Sep 15 09:10:09.281247 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-65e89009-384b-45ab-9186-74386c8015f6 req-b9c5de9b-9db3-4f6a-9b3f-a02bc9146bc9 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387945 Sep 15 09:10:09.407018 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:10.486462 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c1eba-0d1a-413e-9de7-86ea6a7f4c1a req-e36c9f6b-c7ae-4f45-b9f9-1eb7bb308db3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:10.487906 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-aa8c1eba-0d1a-413e-9de7-86ea6a7f4c1a req-e36c9f6b-c7ae-4f45-b9f9-1eb7bb308db3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 943 time: 0.0789332 Sep 15 09:10:10.532355 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-aa8c1eba-0d1a-413e-9de7-86ea6a7f4c1a req-be8bc9fd-f02f-4263-baae-4c9d952006bd tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387509 Sep 15 09:10:10.845134 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:11.723629 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce19645-957d-48e1-8353-8006b1bfdd75 req-82d8d89b-238b-4460-a230-1e7c9e268529 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:11.725049 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4ce19645-957d-48e1-8353-8006b1bfdd75 req-82d8d89b-238b-4460-a230-1e7c9e268529 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 943 time: 0.0747211 Sep 15 09:10:11.772291 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4ce19645-957d-48e1-8353-8006b1bfdd75 req-a438a5cc-1fb4-4f60-95f2-d5752c540bb5 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419331 Sep 15 09:10:12.161096 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 0386354f-7082-4534-9f1c-297e41cf9ca3 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:10:12.298331 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 0386354f-7082-4534-9f1c-297e41cf9ca3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0386354f-7082-4534-9f1c-297e41cf9ca3,segment=NetworkSegment(18595890-2a71-455a-8764-845a0fde7d79),segment_id=18595890-2a71-455a-8764-845a0fde7d79)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:10:12.310812 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': '0386354f-7082-4534-9f1c-297e41cf9ca3', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'port_id': '0386354f-7082-4534-9f1c-297e41cf9ca3', 'mac_address': 'fa:16:3e:44:86:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:10:12.362461 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:12.378883 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0386354f-7082-4534-9f1c-297e41cf9ca3 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:10:12.393012 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 0386354f-7082-4534-9f1c-297e41cf9ca3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0386354f-7082-4534-9f1c-297e41cf9ca3,segment=NetworkSegment(18595890-2a71-455a-8764-845a0fde7d79),segment_id=18595890-2a71-455a-8764-845a0fde7d79)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:10:12.457967 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:12.459697 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:10:12.524891 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=0386354f-7082-4534-9f1c-297e41cf9ca3,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:10:12.527824 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:10:12.769636 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['0386354f-7082-4534-9f1c-297e41cf9ca3'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:10:12.966080 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474b5e5-dbbb-45fb-900e-9524548caa1f req-d0b55435-2134-4996-aec3-c190ec004ca4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:12.968091 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8474b5e5-dbbb-45fb-900e-9524548caa1f req-d0b55435-2134-4996-aec3-c190ec004ca4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 944 time: 0.0753949 Sep 15 09:10:13.016516 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8474b5e5-dbbb-45fb-900e-9524548caa1f req-75adb7e7-cc71-44be-815b-1780159c6524 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Sep 15 09:10:14.191989 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 0386354f-7082-4534-9f1c-297e41cf9ca3 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:10:14.210050 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe7450-d139-4487-97bf-24a7475fdebf req-f488f516-48f7-44b2-a033-51b6904f5380 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:14.211524 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-75fe7450-d139-4487-97bf-24a7475fdebf req-f488f516-48f7-44b2-a033-51b6904f5380 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 944 time: 0.0770261 Sep 15 09:10:14.256303 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-75fe7450-d139-4487-97bf-24a7475fdebf req-c535d992-6e7c-45f7-8e75-9af468b421e4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392425 Sep 15 09:10:14.307921 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port 0386354f-7082-4534-9f1c-297e41cf9ca3 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:10:14.312626 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port 0386354f-7082-4534-9f1c-297e41cf9ca3 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:10:14.312993 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:14.423277 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:14.448230 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0386354f-7082-4534-9f1c-297e41cf9ca3'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:10:14.457805 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 0386354f-7082-4534-9f1c-297e41cf9ca3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0386354f-7082-4534-9f1c-297e41cf9ca3,segment=NetworkSegment(18595890-2a71-455a-8764-845a0fde7d79),segment_id=18595890-2a71-455a-8764-845a0fde7d79)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:10:14.531464 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:14.533280 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:10:14.580879 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0386354f-7082-4534-9f1c-297e41cf9ca3', 'code': 200} Sep 15 09:10:14.597238 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=0386354f-7082-4534-9f1c-297e41cf9ca3,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:10:14.600091 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:10:14.972325 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-91bec27d-6c4b-4e39-b29d-e765fe028f79 req-6a83d32e-8b0f-4860-9c9f-bc1ef70704db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 1098 time: 0.0696523 Sep 15 09:10:15.018144 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-91bec27d-6c4b-4e39-b29d-e765fe028f79 req-4e0640df-98a0-4de8-8170-b8851cdb8455 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396383 Sep 15 09:10:15.449547 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed592ba7-3768-409f-94e4-79b3caf98486 req-0b42fa0d-89d1-43a3-bbce-d38311b2507d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:15.451014 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ed592ba7-3768-409f-94e4-79b3caf98486 req-0b42fa0d-89d1-43a3-bbce-d38311b2507d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0761471 Sep 15 09:10:15.496419 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ed592ba7-3768-409f-94e4-79b3caf98486 req-879b3216-a77d-42a7-9de9-0840a079887a tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399568 Sep 15 09:10:16.694729 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b65e82-60c6-43dc-a2ab-b74df95c338e req-4de5ac85-14aa-4358-a152-b3d08d12a015 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:16.696215 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c9b65e82-60c6-43dc-a2ab-b74df95c338e req-4de5ac85-14aa-4358-a152-b3d08d12a015 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0828490 Sep 15 09:10:16.739965 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c9b65e82-60c6-43dc-a2ab-b74df95c338e req-c55b3889-5fdc-4483-8fd4-368b24432ecd tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383787 Sep 15 09:10:16.936163 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01deee-ec5d-4ab3-98db-a7aa0df95ec6 req-2bedda2c-ce75-4527-a106-840f4975277e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:16.937604 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3f01deee-ec5d-4ab3-98db-a7aa0df95ec6 req-2bedda2c-ce75-4527-a106-840f4975277e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0794811 Sep 15 09:10:16.982656 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3f01deee-ec5d-4ab3-98db-a7aa0df95ec6 req-5a40fbe8-3793-4a21-a4bc-8b0f4c5dcb3d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393791 Sep 15 09:10:17.010216 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47914) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:10:17.148090 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-ba3e2dc5-edcc-4737-8bd0-a8bfdba3e810 tempest-TestShelveInstance-664843452 tempest-TestShelveInstance-664843452-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 1093 time: 0.1366963 Sep 15 09:10:17.150786 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 47920) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:10:17.156264 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Request body: {'floatingip': {'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'port_id': '0386354f-7082-4534-9f1c-297e41cf9ca3', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'fixed_ip_address': '172.20.0.8'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:10:17.161724 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:10:17.165650 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Usage tracker for resource:floatingip and tenant:74f152a04b0f4546ba63efd155a1d010 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:10:17.168484 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:10:17.174873 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:10:17.267846 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for floatingip, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:17.398838 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:17.530637 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Allocated IP 172.27.1.32 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/aced2ff5-6d72-49be-a270-54beeb3ea620) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:10:17.671911 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:17.749554 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:17.753712 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-88d1fbfa-2783-40e3-9c17-7bb78c879581 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:10:17.818363 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:10:17.821079 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:10:17.823550 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:10:17.860565 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Pushing event updated for resources: {'Port': ['ID=aced2ff5-6d72-49be-a270-54beeb3ea620,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:10:17.877066 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:17.877423 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:17.877778 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:17.878141 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:17.878485 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:17.878822 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:17.879158 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:17.879492 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:17.879825 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:17.880162 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:17.880494 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:10:17.886060 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:10:18.421520 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:18.524397 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:18.727727 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for port, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:18.788090 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092364'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:18.792089 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-18a1a5c6-4c82-44a8-ba89-5680d39822c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:10:18.897104 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Pushing event updated for resources: {'Port': ['ID=aced2ff5-6d72-49be-a270-54beeb3ea620,revision_number=2']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:10:18.901151 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:10:18.911856 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:19.098722 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.l3_db [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Floating IP aca8eedb-6d0a-4159-a2f6-50ded31f153a associated. External IP: 172.27.1.32, port: 0386354f-7082-4534-9f1c-297e41cf9ca3. Sep 15 09:10:19.476645 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Router 425ca9e8-641f-4327-a452-ac167ed75a97 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:10:19.669117 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:10:19.678600 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00be29-a62b-46a3-836a-16162061a04a None None] Sync routers for ids ['425ca9e8-641f-4327-a452-ac167ed75a97'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:10:19.690112 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00be29-a62b-46a3-836a-16162061a04a None None] Routers {'425ca9e8-641f-4327-a452-ac167ed75a97'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:10:19.690723 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-1b00be29-a62b-46a3-836a-16162061a04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:10:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['425ca9e8-641f-4327-a452-ac167ed75a97'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:10:19.749813 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:19.805566 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6537845 Sep 15 09:10:19.806274 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'tag': '0386354f-7082-4534-9f1c-297e41cf9ca3'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:10:19.866713 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-1b00be29-a62b-46a3-836a-16162061a04a None None] Set router 425ca9e8-641f-4327-a452-ac167ed75a97 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:10:19.942368 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'tag': '0386354f-7082-4534-9f1c-297e41cf9ca3', 'status': 'completed', 'code': 200} Sep 15 09:10:20.053054 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3c26dfad-1d50-4e50-98dd-f230a2f92646 req-844a00f5-be23-4dda-b376-7ffd7f5ddda0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74f152a04b0f4546ba63efd155a1d010&device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 1098 time: 0.0689580 Sep 15 09:10:20.184655 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26dfad-1d50-4e50-98dd-f230a2f92646 req-f6995ad6-0682-407a-a566-f6ad6c7b706f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:20.186682 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3c26dfad-1d50-4e50-98dd-f230a2f92646 req-f6995ad6-0682-407a-a566-f6ad6c7b706f service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 HTTP/1.1" status: 200 len: 910 time: 0.1276698 Sep 15 09:10:20.240230 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-1b00be29-a62b-46a3-836a-16162061a04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'name': 'tempest-TestShelveInstance-1546243632-router', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '09340173-e278-428d-9bc7-09423d22d357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:26Z', 'revision_number': 4, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'gw_port': {'id': '09340173-e278-428d-9bc7-09423d22d357', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': 'aca8eedb-6d0a-4159-a2f6-50ded31f153a', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'port_id': '0386354f-7082-4534-9f1c-297e41cf9ca3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'mac_address': 'fa:16:3e:44:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:10:18Z', 'updated_at': '2021-09-15T09:10:18Z', 'revision_number': 0, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a978dba8-26fa-43ce-a174-2a0685afe3e8', 'name': '', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'mac_address': 'fa:16:3e:02:0b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:26Z', 'updated_at': '2021-09-15T09:09:44Z', 'revision_number': 5, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'subnets': [{'id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:10:20.244005 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00be29-a62b-46a3-836a-16162061a04a None None] Checking router: 425ca9e8-641f-4327-a452-ac167ed75a97 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:10:20.254893 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00be29-a62b-46a3-836a-16162061a04a None None] Routers {'425ca9e8-641f-4327-a452-ac167ed75a97'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:10:20.255484 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-1b00be29-a62b-46a3-836a-16162061a04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:10:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['425ca9e8-641f-4327-a452-ac167ed75a97'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:10:20.289304 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3c26dfad-1d50-4e50-98dd-f230a2f92646 req-f5afba5f-3c00-45b6-b0c9-76bbf418ca59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0386354f-7082-4534-9f1c-297e41cf9ca3 HTTP/1.1" status: 200 len: 998 time: 0.0962701 Sep 15 09:10:20.353658 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26dfad-1d50-4e50-98dd-f230a2f92646 req-87e23b61-a5af-4dd0-8347-39d2529b9262 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:20.355016 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3c26dfad-1d50-4e50-98dd-f230a2f92646 req-87e23b61-a5af-4dd0-8347-39d2529b9262 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1dde869-bc5b-4d06-bbc4-26c6e06f5e64 HTTP/1.1" status: 200 len: 848 time: 0.0585465 Sep 15 09:10:20.429029 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3c26dfad-1d50-4e50-98dd-f230a2f92646 req-23073833-ccb4-4b3b-ae15-67f4702e8547 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679488 Sep 15 09:10:20.429420 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-1b00be29-a62b-46a3-836a-16162061a04a None None] Set router 425ca9e8-641f-4327-a452-ac167ed75a97 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:10:20.560520 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3c26dfad-1d50-4e50-98dd-f230a2f92646 req-e41c9cb9-f870-4853-b67f-8d18f2bebdc0 service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252353 Sep 15 09:10:20.692221 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-3c26dfad-1d50-4e50-98dd-f230a2f92646 req-2f00b82a-38a2-4e21-891c-653eacb95ab3 service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254463 Sep 15 09:10:20.770454 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-1b00be29-a62b-46a3-836a-16162061a04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'name': 'tempest-TestShelveInstance-1546243632-router', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '09340173-e278-428d-9bc7-09423d22d357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:26Z', 'revision_number': 4, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'gw_port': {'id': '09340173-e278-428d-9bc7-09423d22d357', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': 'aca8eedb-6d0a-4159-a2f6-50ded31f153a', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'port_id': '0386354f-7082-4534-9f1c-297e41cf9ca3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'mac_address': 'fa:16:3e:44:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:10:18Z', 'updated_at': '2021-09-15T09:10:18Z', 'revision_number': 0, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a978dba8-26fa-43ce-a174-2a0685afe3e8', 'name': '', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'mac_address': 'fa:16:3e:02:0b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:26Z', 'updated_at': '2021-09-15T09:09:44Z', 'revision_number': 5, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'subnets': [{'id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:10:20.774298 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00be29-a62b-46a3-836a-16162061a04a None None] The sync data for ids ['425ca9e8-641f-4327-a452-ac167ed75a97'] in dv-cinder-806008-2-iscsi is: [{'id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'name': 'tempest-TestShelveInstance-1546243632-router', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '09340173-e278-428d-9bc7-09423d22d357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:26Z', 'revision_number': 4, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'gw_port': {'id': '09340173-e278-428d-9bc7-09423d22d357', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': 'aca8eedb-6d0a-4159-a2f6-50ded31f153a', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'port_id': '0386354f-7082-4534-9f1c-297e41cf9ca3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'mac_address': 'fa:16:3e:44:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:10:18Z', 'updated_at': '2021-09-15T09:10:18Z', 'revision_number': 0, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a978dba8-26fa-43ce-a174-2a0685afe3e8', 'name': '', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'mac_address': 'fa:16:3e:02:0b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:26Z', 'updated_at': '2021-09-15T09:09:44Z', 'revision_number': 5, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'subnets': [{'id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:10:20.957824 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff92363-e640-4a00-a81d-1dc1dcbf8d89 None None] New status for floating IP aca8eedb-6d0a-4159-a2f6-50ded31f153a: ACTIVE {{(pid=75829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 09:10:34.239990 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:36.029153 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4dfa-323c-4c6d-baf9-847743fa9fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:36.542904 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:38.284645 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-da95924b-0116-4b55-84b1-609476ca937d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:39.400157 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:40.840205 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:10:41.619773 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:10:42.899893 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5681bc84-8a80-4baf-ab35-b667def9df61 req-86d9c3fa-250b-45b1-a7c7-22ba00edf0c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670915 Sep 15 09:10:43.060628 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5681bc84-8a80-4baf-ab35-b667def9df61 req-87a75b0b-dc62-4c83-9f7f-79e686391375 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74f152a04b0f4546ba63efd155a1d010&device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 1098 time: 0.0722485 Sep 15 09:10:43.206469 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681bc84-8a80-4baf-ab35-b667def9df61 req-a3b3f16c-8bc1-4dd3-b07b-02368d577051 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:43.207904 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5681bc84-8a80-4baf-ab35-b667def9df61 req-a3b3f16c-8bc1-4dd3-b07b-02368d577051 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 HTTP/1.1" status: 200 len: 910 time: 0.1278362 Sep 15 09:10:43.399562 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5681bc84-8a80-4baf-ab35-b667def9df61 req-3f661a11-9bfb-43a7-beac-f67257d19109 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0386354f-7082-4534-9f1c-297e41cf9ca3 HTTP/1.1" status: 200 len: 1000 time: 0.1847043 Sep 15 09:10:43.464771 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681bc84-8a80-4baf-ab35-b667def9df61 req-13b43651-fcb2-4b27-9517-c2572912b138 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:10:43.466110 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5681bc84-8a80-4baf-ab35-b667def9df61 req-13b43651-fcb2-4b27-9517-c2572912b138 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1dde869-bc5b-4d06-bbc4-26c6e06f5e64 HTTP/1.1" status: 200 len: 848 time: 0.0576513 Sep 15 09:10:43.544137 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5681bc84-8a80-4baf-ab35-b667def9df61 req-01e6876f-324e-466a-9c3c-d78cdaf64a33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706031 Sep 15 09:10:43.675025 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5681bc84-8a80-4baf-ab35-b667def9df61 req-7a80ab1f-c1d8-434f-a479-8e84b6152b73 service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236088 Sep 15 09:10:43.805401 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5681bc84-8a80-4baf-ab35-b667def9df61 req-78620e40-dff2-4fcc-a312-62de225e2a7b service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236081 Sep 15 09:11:04.254933 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:11:06.044772 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ae5001bf-6a97-488a-b951-33b82fa06a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:11:06.552848 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:11:08.255616 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fe799433-5d2b-404f-aca5-e14bea14fe33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:11:09.454614 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:11:10.860319 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:11:18.619702 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:11:34.259511 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:11:36.008043 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-4cdf469e-264a-42e0-a8bf-610624853e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:11:36.569078 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:11:38.305933 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-55191e6e-0633-45a3-bf55-4d0fd29c9959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:11:39.425463 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:11:40.877815 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:11:43.895996 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-63b394a6-af3d-46b9-b8ff-3c9d5fc83cf1 req-6386ccfa-2781-4101-a9c7-c6acdbae89e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716074 Sep 15 09:11:44.047386 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-63b394a6-af3d-46b9-b8ff-3c9d5fc83cf1 req-2374e1dd-77c0-450e-823c-02cf431b23c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74f152a04b0f4546ba63efd155a1d010&device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 1098 time: 0.0676200 Sep 15 09:11:44.189894 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b394a6-af3d-46b9-b8ff-3c9d5fc83cf1 req-3464ff06-972d-492d-b624-bd381a729d7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:11:44.191415 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-63b394a6-af3d-46b9-b8ff-3c9d5fc83cf1 req-3464ff06-972d-492d-b624-bd381a729d7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 HTTP/1.1" status: 200 len: 910 time: 0.1261601 Sep 15 09:11:44.296377 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-63b394a6-af3d-46b9-b8ff-3c9d5fc83cf1 req-063dd8b5-3e97-4429-880c-c1dc5d6a5e29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0386354f-7082-4534-9f1c-297e41cf9ca3 HTTP/1.1" status: 200 len: 1000 time: 0.0981996 Sep 15 09:11:44.361343 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b394a6-af3d-46b9-b8ff-3c9d5fc83cf1 req-40ed5439-d51a-4b67-ae80-269e6e380f24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:11:44.363073 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-63b394a6-af3d-46b9-b8ff-3c9d5fc83cf1 req-40ed5439-d51a-4b67-ae80-269e6e380f24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1dde869-bc5b-4d06-bbc4-26c6e06f5e64 HTTP/1.1" status: 200 len: 848 time: 0.0608935 Sep 15 09:11:44.437995 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-63b394a6-af3d-46b9-b8ff-3c9d5fc83cf1 req-b1395474-d7bc-4b5e-91fb-71c72824b8d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686357 Sep 15 09:11:44.568411 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-63b394a6-af3d-46b9-b8ff-3c9d5fc83cf1 req-23386787-c0e7-4cc3-b69e-13b9cce71c49 service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239080 Sep 15 09:11:44.696727 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-63b394a6-af3d-46b9-b8ff-3c9d5fc83cf1 req-e7f9d973-a162-4ffe-b0c2-48b3acffa50c service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224649 Sep 15 09:11:55.618981 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:12:04.259503 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:06.007762 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-33b61bbd-1503-4cad-b4e6-8e78a5a3dd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:06.528133 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:08.316339 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-213d50b6-9105-4b8b-83b3-b0dcfd257782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:09.402361 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:10.858345 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:14.716797 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2e741-0f10-426a-9e23-5f615aa41be8 req-e10e0713-8f64-4ede-a3f2-a80ff01c6521 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:14.718245 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-bce2e741-0f10-426a-9e23-5f615aa41be8 req-e10e0713-8f64-4ede-a3f2-a80ff01c6521 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0742819 Sep 15 09:12:14.762238 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-bce2e741-0f10-426a-9e23-5f615aa41be8 req-bf046036-40cf-4f9d-80aa-1ae2f0aef4ba tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384634 Sep 15 09:12:15.972641 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02682f57-0838-413a-b179-1110d54635a8 req-6846b1e6-7972-42a2-adf6-3a80441fc1e0 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:15.974077 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-02682f57-0838-413a-b179-1110d54635a8 req-6846b1e6-7972-42a2-adf6-3a80441fc1e0 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0745738 Sep 15 09:12:16.021407 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-02682f57-0838-413a-b179-1110d54635a8 req-6ea75894-e752-464c-ad08-82e7bb84690b tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418899 Sep 15 09:12:17.234666 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee69c91-93c3-4150-b3c2-bea9f56c2e37 req-4fb7683e-ff2b-4c1d-88e5-5a28596b9267 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:17.236402 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dee69c91-93c3-4150-b3c2-bea9f56c2e37 req-4fb7683e-ff2b-4c1d-88e5-5a28596b9267 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0833604 Sep 15 09:12:17.280637 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dee69c91-93c3-4150-b3c2-bea9f56c2e37 req-9c8dc3a0-0308-4453-ac92-8ad90abe4a8f tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385363 Sep 15 09:12:18.472716 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66200aa8-32d8-4b89-9214-59101e569b7c req-a5a9b624-1d50-49e8-97b4-1a203e1a2a4a tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:18.474107 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-66200aa8-32d8-4b89-9214-59101e569b7c req-a5a9b624-1d50-49e8-97b4-1a203e1a2a4a tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0755365 Sep 15 09:12:18.518707 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-66200aa8-32d8-4b89-9214-59101e569b7c req-e6197983-f159-424a-83b2-de2920cf67fb tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392635 Sep 15 09:12:19.708701 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee695598-b666-4b6c-8993-28c41e62f320 req-1a848c64-480d-449e-9038-eba454e955fa tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:19.710150 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ee695598-b666-4b6c-8993-28c41e62f320 req-1a848c64-480d-449e-9038-eba454e955fa tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0742712 Sep 15 09:12:19.757483 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ee695598-b666-4b6c-8993-28c41e62f320 req-e9795358-e998-4ab8-b31e-8cf830767bd3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411811 Sep 15 09:12:20.953965 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdf537-561f-4ba1-977f-253c392cc789 req-4b0ff84a-fd4a-4814-930f-450ade40b1ae tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:20.955420 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4ebdf537-561f-4ba1-977f-253c392cc789 req-4b0ff84a-fd4a-4814-930f-450ade40b1ae tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0787101 Sep 15 09:12:20.999940 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4ebdf537-561f-4ba1-977f-253c392cc789 req-235b8276-8c02-4d24-b251-18c945dc9a0a tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391037 Sep 15 09:12:22.278908 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce869a-e4c3-4c79-bf0d-8c765dba220b req-1bb6e9ae-d565-46bf-a88a-4139ae574b99 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:22.280343 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-21ce869a-e4c3-4c79-bf0d-8c765dba220b req-1bb6e9ae-d565-46bf-a88a-4139ae574b99 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.1597869 Sep 15 09:12:22.324230 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-21ce869a-e4c3-4c79-bf0d-8c765dba220b req-d05992a5-85a6-4eed-bb70-398e2bf30d5e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384910 Sep 15 09:12:23.518274 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7567a3-3771-4e9a-bd24-44af3ac81a71 req-54ca6d66-5fa1-4ae9-9fab-52c55c549808 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:23.519609 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea7567a3-3771-4e9a-bd24-44af3ac81a71 req-54ca6d66-5fa1-4ae9-9fab-52c55c549808 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0747848 Sep 15 09:12:23.564361 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea7567a3-3771-4e9a-bd24-44af3ac81a71 req-8c31c983-74f7-4eb2-aa10-392b03e42803 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394385 Sep 15 09:12:24.757527 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2207e0-e8ef-4b51-93bd-5ab22925d854 req-3f9b8291-b217-4225-bcf2-8e7d0f932c71 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:24.758910 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-1d2207e0-e8ef-4b51-93bd-5ab22925d854 req-3f9b8291-b217-4225-bcf2-8e7d0f932c71 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0779057 Sep 15 09:12:24.802043 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-1d2207e0-e8ef-4b51-93bd-5ab22925d854 req-addfbfd0-ef03-4f8f-b646-34ba0769c770 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378485 Sep 15 09:12:25.046827 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e7433692-b499-400e-9cf2-375c181afee1 req-d9eb2540-ca8a-459d-9730-4b454bb93b6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74f152a04b0f4546ba63efd155a1d010&device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 1098 time: 0.1572146 Sep 15 09:12:25.175153 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7433692-b499-400e-9cf2-375c181afee1 req-cd075528-2cbd-41d0-bed0-aab9e2a1d730 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:25.179849 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e7433692-b499-400e-9cf2-375c181afee1 req-cd075528-2cbd-41d0-bed0-aab9e2a1d730 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 HTTP/1.1" status: 200 len: 910 time: 0.1232586 Sep 15 09:12:25.276620 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e7433692-b499-400e-9cf2-375c181afee1 req-d5859ded-cccd-4864-98ed-c597e23533ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0386354f-7082-4534-9f1c-297e41cf9ca3 HTTP/1.1" status: 200 len: 1000 time: 0.0937698 Sep 15 09:12:25.336217 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7433692-b499-400e-9cf2-375c181afee1 req-e71b7e30-48a6-4744-b387-28da2df061e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:25.338081 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e7433692-b499-400e-9cf2-375c181afee1 req-e71b7e30-48a6-4744-b387-28da2df061e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1dde869-bc5b-4d06-bbc4-26c6e06f5e64 HTTP/1.1" status: 200 len: 848 time: 0.0553873 Sep 15 09:12:25.414618 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e7433692-b499-400e-9cf2-375c181afee1 req-e9fd7345-3ea8-4990-af04-a273186015ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704665 Sep 15 09:12:25.545867 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e7433692-b499-400e-9cf2-375c181afee1 req-a7c9f490-881d-45fb-beef-c039953070a7 service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229057 Sep 15 09:12:25.675082 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-e7433692-b499-400e-9cf2-375c181afee1 req-e2d9533f-da36-46bb-b1b5-7def945aa351 service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230786 Sep 15 09:12:25.995350 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b35046-6c1b-4628-83b5-e040c5d393d4 req-4521e10a-33cb-4040-aa98-cc99a9852d2f tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:25.996681 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-78b35046-6c1b-4628-83b5-e040c5d393d4 req-4521e10a-33cb-4040-aa98-cc99a9852d2f tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0791547 Sep 15 09:12:26.039943 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-78b35046-6c1b-4628-83b5-e040c5d393d4 req-871d2683-cdba-4ea8-b331-57b455864427 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379100 Sep 15 09:12:27.231919 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a2e52-f3c8-4264-9cfc-b5e99abe00fb req-709c1f5a-216b-4978-8d02-b2d5bb5e0e95 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:27.233525 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f23a2e52-f3c8-4264-9cfc-b5e99abe00fb req-709c1f5a-216b-4978-8d02-b2d5bb5e0e95 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0741422 Sep 15 09:12:27.278408 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f23a2e52-f3c8-4264-9cfc-b5e99abe00fb req-b2ee15c5-356e-42f3-b3c6-1b9d57a8a01e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391433 Sep 15 09:12:28.471011 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655bf94-7813-48eb-87ba-66d02cfda936 req-1aa219a7-2251-4985-b151-4b12eb92eeb1 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:28.472439 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6655bf94-7813-48eb-87ba-66d02cfda936 req-1aa219a7-2251-4985-b151-4b12eb92eeb1 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0757618 Sep 15 09:12:28.519915 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6655bf94-7813-48eb-87ba-66d02cfda936 req-e302347b-b5c5-41ce-b685-2a9b484c22e9 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419598 Sep 15 09:12:28.770035 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-910142ee-eaa3-470f-b3c3-2b79bd195239 req-2759213e-f1cc-4a93-ab56-56a84e8305ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1358867 Sep 15 09:12:29.248469 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eeb8c2-2b0f-4705-8773-53fc5781af04 req-0371aa8f-7a60-4dbc-bb91-ffc2dc7603e4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:29.249873 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c7eeb8c2-2b0f-4705-8773-53fc5781af04 req-0371aa8f-7a60-4dbc-bb91-ffc2dc7603e4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.1192219 Sep 15 09:12:29.305564 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fbe69a8b-7fdf-4601-8367-1edbd00d508b req-b2c00d7b-97aa-40e9-9ae4-897f73e75396 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1797168 Sep 15 09:12:29.308299 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c7eeb8c2-2b0f-4705-8773-53fc5781af04 req-b2c2b91e-1009-41a4-a158-2129f1000e81 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521967 Sep 15 09:12:30.498181 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb1bc9-7e86-45e2-999a-008b4666f90d req-02306e4f-3077-4fd1-ab39-172140f5ee91 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:30.499544 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-85fb1bc9-7e86-45e2-999a-008b4666f90d req-02306e4f-3077-4fd1-ab39-172140f5ee91 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0753100 Sep 15 09:12:30.544292 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-85fb1bc9-7e86-45e2-999a-008b4666f90d req-8fff3af9-7e41-40ae-9769-90ff9a5c84c7 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391424 Sep 15 09:12:30.951732 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 0386354f-7082-4534-9f1c-297e41cf9ca3 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:12:31.064631 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:31.091817 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0386354f-7082-4534-9f1c-297e41cf9ca3'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:12:31.101309 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 0386354f-7082-4534-9f1c-297e41cf9ca3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0386354f-7082-4534-9f1c-297e41cf9ca3,segment=NetworkSegment(18595890-2a71-455a-8764-845a0fde7d79),segment_id=18595890-2a71-455a-8764-845a0fde7d79)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:12:31.138717 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:31.140776 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-7a6763eb-5d98-4d65-9ef7-93a8d2cbf0f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:12:31.180785 dv-cinder-806008-2-iscsi neutron-server[75827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0386354f-7082-4534-9f1c-297e41cf9ca3', 'code': 422} returned with failed status Sep 15 09:12:31.248121 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=0386354f-7082-4534-9f1c-297e41cf9ca3,revision_number=6']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:12:31.255968 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:12:31.256301 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:12:31.256637 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:12:31.256942 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:12:31.257260 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:12:31.257569 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:12:31.257881 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:12:31.258284 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:12:31.258607 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:12:31.258924 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:12:31.259229 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:12:31.263018 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:12:31.407045 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fbe69a8b-7fdf-4601-8367-1edbd00d508b req-8b9390f6-00b6-48d0-9184-201cc672ac7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7&tenant_id=74f152a04b0f4546ba63efd155a1d010 HTTP/1.1" status: 200 len: 1096 time: 0.0680003 Sep 15 09:12:31.512466 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fbe69a8b-7fdf-4601-8367-1edbd00d508b req-9b83e703-38d3-4bb7-9e9f-324d541f9de6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74f152a04b0f4546ba63efd155a1d010&device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 1096 time: 0.0709479 Sep 15 09:12:31.640893 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe69a8b-7fdf-4601-8367-1edbd00d508b req-b6ec4575-22a4-49e5-baf3-b5f13353f328 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:31.642399 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fbe69a8b-7fdf-4601-8367-1edbd00d508b req-b6ec4575-22a4-49e5-baf3-b5f13353f328 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 HTTP/1.1" status: 200 len: 910 time: 0.1237960 Sep 15 09:12:31.741008 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fbe69a8b-7fdf-4601-8367-1edbd00d508b req-ac5d6cb0-b95b-46f1-836a-ae1b1f9a3974 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0386354f-7082-4534-9f1c-297e41cf9ca3 HTTP/1.1" status: 200 len: 998 time: 0.0925360 Sep 15 09:12:31.743640 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f2630-f1dc-4733-a37e-521d4530382a req-04b4e087-10c2-4e3a-96d9-ef37317b9a30 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:31.745090 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5d4f2630-f1dc-4733-a37e-521d4530382a req-04b4e087-10c2-4e3a-96d9-ef37317b9a30 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 943 time: 0.0788312 Sep 15 09:12:31.790212 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5d4f2630-f1dc-4733-a37e-521d4530382a req-6a94e4ac-6482-429f-913c-fa14822a4afb tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396852 Sep 15 09:12:31.804749 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe69a8b-7fdf-4601-8367-1edbd00d508b req-c148585e-f6b3-49b0-b8e5-1379562e21d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:31.806740 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fbe69a8b-7fdf-4601-8367-1edbd00d508b req-c148585e-f6b3-49b0-b8e5-1379562e21d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1dde869-bc5b-4d06-bbc4-26c6e06f5e64 HTTP/1.1" status: 200 len: 848 time: 0.0599897 Sep 15 09:12:31.879353 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fbe69a8b-7fdf-4601-8367-1edbd00d508b req-82d3e89d-9383-4786-b84b-161526b6538e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668659 Sep 15 09:12:32.095310 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fbe69a8b-7fdf-4601-8367-1edbd00d508b req-78b882b4-5411-4a44-9580-d29e04c5fb2b service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094455 Sep 15 09:12:32.226140 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fbe69a8b-7fdf-4601-8367-1edbd00d508b req-7e5792b0-fa66-47e5-b92c-17857a40a51d service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243598 Sep 15 09:12:32.621981 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:12:32.988001 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf064f-2661-43ca-bbb6-693232d0a1ec req-87b930fb-8098-44f7-96e7-34350ea89f31 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:32.989442 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-71bf064f-2661-43ca-bbb6-693232d0a1ec req-87b930fb-8098-44f7-96e7-34350ea89f31 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 943 time: 0.0802746 Sep 15 09:12:33.033820 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-71bf064f-2661-43ca-bbb6-693232d0a1ec req-2dd44179-ba11-4e4e-9885-e8d4417fc227 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389647 Sep 15 09:12:34.233795 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49994e1f-525c-459f-81cc-5b6af48b7812 req-e4526187-50a1-474e-9d1a-d53736ddd335 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:34.235256 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-49994e1f-525c-459f-81cc-5b6af48b7812 req-e4526187-50a1-474e-9d1a-d53736ddd335 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 943 time: 0.0750713 Sep 15 09:12:34.280646 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:34.282186 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-49994e1f-525c-459f-81cc-5b6af48b7812 req-bef374ad-6d1e-4f9d-9a03-75f150ddeb0b tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412259 Sep 15 09:12:35.474981 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5b464-3a9e-4d6a-a77e-65aca2639a1e req-09f2946e-898a-4bd8-9b20-2c95c3e15314 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:35.476354 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b4c5b464-3a9e-4d6a-a77e-65aca2639a1e req-09f2946e-898a-4bd8-9b20-2c95c3e15314 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 943 time: 0.0752931 Sep 15 09:12:35.525364 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b4c5b464-3a9e-4d6a-a77e-65aca2639a1e req-ccc8fbfd-78f2-45ca-a85f-32dc3fb37b3b tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431426 Sep 15 09:12:36.011866 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-f796ce1b-847d-4b03-9aad-a87c047f87e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:36.532302 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:36.717404 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae94eb-5722-47de-b5c0-9f451bd2f1c1 req-c0f5803c-2a2a-45ff-9eb2-12cd495875a4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:36.718880 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-34ae94eb-5722-47de-b5c0-9f451bd2f1c1 req-c0f5803c-2a2a-45ff-9eb2-12cd495875a4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 943 time: 0.0761685 Sep 15 09:12:36.763008 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-34ae94eb-5722-47de-b5c0-9f451bd2f1c1 req-e3b6c622-a5d3-40ed-8c15-b497c37e7725 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387378 Sep 15 09:12:37.953201 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbda62d-f86d-46d5-ae02-7b50cf722618 req-f4548d2f-7c5c-4e42-ac1f-5be420cdf8c2 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:37.954632 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-dfbda62d-f86d-46d5-ae02-7b50cf722618 req-f4548d2f-7c5c-4e42-ac1f-5be420cdf8c2 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 943 time: 0.0740614 Sep 15 09:12:37.998547 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-dfbda62d-f86d-46d5-ae02-7b50cf722618 req-fab8d9b3-6923-4448-96ee-fcaaf70532ca tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385473 Sep 15 09:12:38.252535 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-54c905ef-efd8-4f02-98ab-57ed9dde1eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:39.192523 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f211f-66a8-46a1-875d-560e833e1dc4 req-fd0efc45-c522-44c9-b333-3820dd7b631e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:39.193975 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d19f211f-66a8-46a1-875d-560e833e1dc4 req-fd0efc45-c522-44c9-b333-3820dd7b631e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 943 time: 0.0795879 Sep 15 09:12:39.238013 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d19f211f-66a8-46a1-875d-560e833e1dc4 req-8c1a026c-51d4-4ae0-af00-06b36e8f9988 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385084 Sep 15 09:12:39.429453 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:40.433119 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd5a3f-3c01-4e8e-87b1-b16b0203ddf0 req-42e30803-eff7-4920-9710-1b2b19582707 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:40.434448 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-29dd5a3f-3c01-4e8e-87b1-b16b0203ddf0 req-42e30803-eff7-4920-9710-1b2b19582707 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 943 time: 0.0789571 Sep 15 09:12:40.477845 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-29dd5a3f-3c01-4e8e-87b1-b16b0203ddf0 req-3439916d-7275-442a-a714-06dd0cfe67d4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379269 Sep 15 09:12:40.840188 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:41.024382 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 0386354f-7082-4534-9f1c-297e41cf9ca3 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:12:41.154591 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 0386354f-7082-4534-9f1c-297e41cf9ca3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0386354f-7082-4534-9f1c-297e41cf9ca3,segment=NetworkSegment(18595890-2a71-455a-8764-845a0fde7d79),segment_id=18595890-2a71-455a-8764-845a0fde7d79)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:12:41.167487 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': '0386354f-7082-4534-9f1c-297e41cf9ca3', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'port_id': '0386354f-7082-4534-9f1c-297e41cf9ca3', 'mac_address': 'fa:16:3e:44:86:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:12:41.219013 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:41.235555 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0386354f-7082-4534-9f1c-297e41cf9ca3 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:12:41.250155 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 0386354f-7082-4534-9f1c-297e41cf9ca3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0386354f-7082-4534-9f1c-297e41cf9ca3,segment=NetworkSegment(18595890-2a71-455a-8764-845a0fde7d79),segment_id=18595890-2a71-455a-8764-845a0fde7d79)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:12:41.280547 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:41.283155 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-cb2880df-d169-4b8e-87e9-a308093abdcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:12:41.347560 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=0386354f-7082-4534-9f1c-297e41cf9ca3,revision_number=7']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:12:41.350551 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:12:41.585189 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['0386354f-7082-4534-9f1c-297e41cf9ca3'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:12:41.672845 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880ce0c-29f3-4dea-bd14-34cb0a3855e8 req-8c4d4b69-9d94-48d5-b186-f68a48c32246 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:41.674321 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b880ce0c-29f3-4dea-bd14-34cb0a3855e8 req-8c4d4b69-9d94-48d5-b186-f68a48c32246 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 944 time: 0.0752056 Sep 15 09:12:41.719448 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-b880ce0c-29f3-4dea-bd14-34cb0a3855e8 req-aaaf233c-ec1f-4801-aca9-29038e37c30e tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396585 Sep 15 09:12:42.915238 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93749925-e6db-42db-8f96-e37e3c9cd053 req-7028906b-47d2-4b79-8330-a7154b8b4fb8 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:42.916655 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-93749925-e6db-42db-8f96-e37e3c9cd053 req-7028906b-47d2-4b79-8330-a7154b8b4fb8 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 944 time: 0.0755029 Sep 15 09:12:42.960321 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-93749925-e6db-42db-8f96-e37e3c9cd053 req-040de64c-0997-49a0-8a16-b51629071a18 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383461 Sep 15 09:12:43.028151 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 0386354f-7082-4534-9f1c-297e41cf9ca3 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:12:43.094912 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port 0386354f-7082-4534-9f1c-297e41cf9ca3 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:12:43.095287 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:43.206569 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:43.232861 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0386354f-7082-4534-9f1c-297e41cf9ca3'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:12:43.242138 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port 0386354f-7082-4534-9f1c-297e41cf9ca3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0386354f-7082-4534-9f1c-297e41cf9ca3,segment=NetworkSegment(18595890-2a71-455a-8764-845a0fde7d79),segment_id=18595890-2a71-455a-8764-845a0fde7d79)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:12:43.308945 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:12:43.310847 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:12:43.375752 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=0386354f-7082-4534-9f1c-297e41cf9ca3,revision_number=8']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:12:43.378622 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:12:44.155621 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e44af7-3373-4b51-adf3-315f09a4f755 req-439c32ef-a728-4d43-b715-39c116b98a1b tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:44.157381 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d1e44af7-3373-4b51-adf3-315f09a4f755 req-439c32ef-a728-4d43-b715-39c116b98a1b tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0789912 Sep 15 09:12:44.203102 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d1e44af7-3373-4b51-adf3-315f09a4f755 req-07344ce9-2290-4c29-acc7-aab2c96a5c2b tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404036 Sep 15 09:12:44.306281 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0386354f-7082-4534-9f1c-297e41cf9ca3', 'code': 200} Sep 15 09:12:44.748333 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4a8212e8-7ed8-4b51-8f6d-aca9fbb1a5fd req-085a12dc-ef98-4117-b7dc-557f0cdc0298 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74f152a04b0f4546ba63efd155a1d010&device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 1098 time: 0.1280794 Sep 15 09:12:44.750946 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-94c09a41-3e0b-4c28-a68d-86dcc80d7fb6 req-0ebd73aa-6d3d-444b-9b1b-e5c3c5d02770 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 1098 time: 0.0960178 Sep 15 09:12:44.876022 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-94c09a41-3e0b-4c28-a68d-86dcc80d7fb6 req-c31b840c-3aa3-4e6c-8abc-a0d1d9e184ed service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185162 Sep 15 09:12:44.908916 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8212e8-7ed8-4b51-8f6d-aca9fbb1a5fd req-e0afd078-9d9c-4f2e-a65f-95fd76544f0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:44.910291 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4a8212e8-7ed8-4b51-8f6d-aca9fbb1a5fd req-e0afd078-9d9c-4f2e-a65f-95fd76544f0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 HTTP/1.1" status: 200 len: 910 time: 0.1386874 Sep 15 09:12:45.226635 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4a8212e8-7ed8-4b51-8f6d-aca9fbb1a5fd req-d8b1fc49-4f84-42f7-a63d-b99045631b13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0386354f-7082-4534-9f1c-297e41cf9ca3 HTTP/1.1" status: 200 len: 1000 time: 0.0990582 Sep 15 09:12:45.288500 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8212e8-7ed8-4b51-8f6d-aca9fbb1a5fd req-35b5e9f1-3332-4061-a4f5-9c7f029f85c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:45.289885 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4a8212e8-7ed8-4b51-8f6d-aca9fbb1a5fd req-35b5e9f1-3332-4061-a4f5-9c7f029f85c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1dde869-bc5b-4d06-bbc4-26c6e06f5e64 HTTP/1.1" status: 200 len: 848 time: 0.0568364 Sep 15 09:12:45.421103 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4a8212e8-7ed8-4b51-8f6d-aca9fbb1a5fd req-af9ed97e-5665-4244-9c81-d932f137079b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1244113 Sep 15 09:12:45.430640 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f4916-bfb4-41fc-a340-af77b0b14ed5 req-96092f00-a9cb-49a4-9ccb-730f0d54ffdc tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:45.431975 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4a5f4916-bfb4-41fc-a340-af77b0b14ed5 req-96092f00-a9cb-49a4-9ccb-730f0d54ffdc tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.1029668 Sep 15 09:12:45.551629 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4a5f4916-bfb4-41fc-a340-af77b0b14ed5 req-d9ffa512-5bf3-407c-bc87-1161011beed4 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017995 Sep 15 09:12:45.588836 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4a8212e8-7ed8-4b51-8f6d-aca9fbb1a5fd req-b970286b-7694-489f-993f-2e42e62d1a72 service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559846 Sep 15 09:12:45.811633 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4a8212e8-7ed8-4b51-8f6d-aca9fbb1a5fd req-dc46ec77-8473-4d0e-ac4d-40bfdfa4829a service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133071 Sep 15 09:12:46.747839 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16168f-4f57-4767-a691-fc7eb0b1d296 req-78811845-5c72-4c2b-ad6d-0e1aed01aa60 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:12:46.749272 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ca16168f-4f57-4767-a691-fc7eb0b1d296 req-78811845-5c72-4c2b-ad6d-0e1aed01aa60 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0789514 Sep 15 09:12:46.793756 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ca16168f-4f57-4767-a691-fc7eb0b1d296 req-2f176014-24b1-4fbf-bd7f-e6b89dbec7c8 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389965 Sep 15 09:13:04.274969 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:13:06.016938 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-87377be5-d3ec-4359-be9a-4d34ad245487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:13:06.554186 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:13:08.290976 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-23e7b18c-8ba1-4553-a7c6-f02f128c126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:13:09.416933 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:13:09.622208 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:13:10.839535 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:13:34.301734 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:13:35.053199 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [req-a1327b3b-fa17-41de-86f3-fb3b579593fb req-3c93c9ea-077a-4ee1-97d8-328c9adee673 service neutron] (75825) timed out ('10.222.0.20', 51117) {{(pid=75825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 09:13:36.021276 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-c9587293-4964-4c9f-8f2d-cd928e8a1fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:13:36.518392 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:13:38.238518 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-0693ffb7-5794-485f-8a16-0e2f510abad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:13:39.438249 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:13:40.855524 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:13:45.954349 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-547b6682-e382-4620-b5f1-7931d078c130 req-fc0f7674-ba18-4cd1-b1d5-18b09bab82fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1326146 Sep 15 09:13:46.105885 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-547b6682-e382-4620-b5f1-7931d078c130 req-f019c102-926d-4432-93d2-6a20f5e1f71a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74f152a04b0f4546ba63efd155a1d010&device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 1098 time: 0.0670557 Sep 15 09:13:46.247351 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b6682-e382-4620-b5f1-7931d078c130 req-ed06aa1f-3ade-4f32-b41e-08e5ade7c294 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:13:46.248788 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-547b6682-e382-4620-b5f1-7931d078c130 req-ed06aa1f-3ade-4f32-b41e-08e5ade7c294 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 HTTP/1.1" status: 200 len: 910 time: 0.1240654 Sep 15 09:13:46.351062 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-547b6682-e382-4620-b5f1-7931d078c130 req-0da0aa57-5960-4b88-8f95-84f4d43cf6d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0386354f-7082-4534-9f1c-297e41cf9ca3 HTTP/1.1" status: 200 len: 1000 time: 0.0940228 Sep 15 09:13:46.411954 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b6682-e382-4620-b5f1-7931d078c130 req-a4556ae0-55b9-4258-9415-a1a2cee6542c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:13:46.413754 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-547b6682-e382-4620-b5f1-7931d078c130 req-a4556ae0-55b9-4258-9415-a1a2cee6542c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1dde869-bc5b-4d06-bbc4-26c6e06f5e64 HTTP/1.1" status: 200 len: 848 time: 0.0559349 Sep 15 09:13:46.489437 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-547b6682-e382-4620-b5f1-7931d078c130 req-c4f95c1b-ed52-4994-8ed8-6116c3daa10e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686836 Sep 15 09:13:46.617344 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-547b6682-e382-4620-b5f1-7931d078c130 req-e9f922c4-b472-4340-a292-1bdb3253cd09 service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205184 Sep 15 09:13:46.622364 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:13:46.747472 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-547b6682-e382-4620-b5f1-7931d078c130 req-7ef71066-4845-42af-ad2c-11e02016a68d service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234012 Sep 15 09:14:02.536069 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48064) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:02.729921 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Deleting port aced2ff5-6d72-49be-a270-54beeb3ea620 {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:14:02.730278 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:02.891446 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:02.891766 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:03.008136 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Calling delete_port for aced2ff5-6d72-49be-a270-54beeb3ea620 owned by network:floatingip {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:14:03.283217 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:03.287350 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-5e0442c5-c4a0-4fe4-b0fe-6e78a0af0a19 tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:03.328894 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Pushing event deleted for resources: {'Port': ['ID=aced2ff5-6d72-49be-a270-54beeb3ea620,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:03.371462 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:03.371819 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:03.372165 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:03.372507 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:03.372870 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:03.373180 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:03.373516 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:03.373909 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:03.374273 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:03.374604 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:03.374934 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:03.378045 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:03.430239 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for floatingip, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:03.812610 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Router 425ca9e8-641f-4327-a452-ac167ed75a97 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:14:04.008545 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:14:04.017697 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf3e80-33af-4a87-82b5-baa81e79d7ad None None] Sync routers for ids ['425ca9e8-641f-4327-a452-ac167ed75a97'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:14:04.029286 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf3e80-33af-4a87-82b5-baa81e79d7ad None None] Routers {'425ca9e8-641f-4327-a452-ac167ed75a97'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:14:04.029888 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-7bcf3e80-33af-4a87-82b5-baa81e79d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:13:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['425ca9e8-641f-4327-a452-ac167ed75a97'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:04.100941 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:04.155546 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "DELETE /v2.0/floatingips/aca8eedb-6d0a-4159-a2f6-50ded31f153a HTTP/1.1" status: 204 len: 168 time: 1.6154478 Sep 15 09:14:04.155546 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'tag': '0386354f-7082-4534-9f1c-297e41cf9ca3'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:14:04.211642 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-7bcf3e80-33af-4a87-82b5-baa81e79d7ad None None] Set router 425ca9e8-641f-4327-a452-ac167ed75a97 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:14:04.231693 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'tag': '0386354f-7082-4534-9f1c-297e41cf9ca3', 'status': 'completed', 'code': 200} Sep 15 09:14:04.343769 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6028a1f4-edc6-42b2-819d-4340093c4108 req-af412238-87b3-40cd-9477-f3de082cf97c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74f152a04b0f4546ba63efd155a1d010&device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 1098 time: 0.0697689 Sep 15 09:14:04.345853 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:04.479343 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028a1f4-edc6-42b2-819d-4340093c4108 req-686a5e42-d4ad-45c9-afd4-bbcf99fd49cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:14:04.480694 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6028a1f4-edc6-42b2-819d-4340093c4108 req-686a5e42-d4ad-45c9-afd4-bbcf99fd49cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 HTTP/1.1" status: 200 len: 910 time: 0.1307948 Sep 15 09:14:04.559413 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6028a1f4-edc6-42b2-819d-4340093c4108 req-1e727108-8cae-4b33-9464-3d2880e5c218 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0386354f-7082-4534-9f1c-297e41cf9ca3 HTTP/1.1" status: 200 len: 217 time: 0.0660229 Sep 15 09:14:04.583948 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-7bcf3e80-33af-4a87-82b5-baa81e79d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'name': 'tempest-TestShelveInstance-1546243632-router', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '09340173-e278-428d-9bc7-09423d22d357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:26Z', 'revision_number': 4, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'gw_port': {'id': '09340173-e278-428d-9bc7-09423d22d357', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'a978dba8-26fa-43ce-a174-2a0685afe3e8', 'name': '', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'mac_address': 'fa:16:3e:02:0b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:26Z', 'updated_at': '2021-09-15T09:09:44Z', 'revision_number': 5, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'subnets': [{'id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:04.588404 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf3e80-33af-4a87-82b5-baa81e79d7ad None None] Checking router: 425ca9e8-641f-4327-a452-ac167ed75a97 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:14:04.599639 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf3e80-33af-4a87-82b5-baa81e79d7ad None None] Routers {'425ca9e8-641f-4327-a452-ac167ed75a97'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:14:04.600238 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-7bcf3e80-33af-4a87-82b5-baa81e79d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:13:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['425ca9e8-641f-4327-a452-ac167ed75a97'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:04.622471 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028a1f4-edc6-42b2-819d-4340093c4108 req-c1f3ae1f-c438-4b8f-a6ce-003401b8c723 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:14:04.624153 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6028a1f4-edc6-42b2-819d-4340093c4108 req-c1f3ae1f-c438-4b8f-a6ce-003401b8c723 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1dde869-bc5b-4d06-bbc4-26c6e06f5e64 HTTP/1.1" status: 200 len: 848 time: 0.0584946 Sep 15 09:14:04.706452 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6028a1f4-edc6-42b2-819d-4340093c4108 req-96d3460b-69ab-4ce6-834f-565f64b3ef38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753031 Sep 15 09:14:04.780016 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-7bcf3e80-33af-4a87-82b5-baa81e79d7ad None None] Set router 425ca9e8-641f-4327-a452-ac167ed75a97 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:14:04.833340 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591cd7d-f340-43d2-a673-4cc910b9951f req-54190a87-ce19-455d-a43e-1a00b68353f3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:14:04.834230 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-0591cd7d-f340-43d2-a673-4cc910b9951f req-54190a87-ce19-455d-a43e-1a00b68353f3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Synchronizing usage tracker for tenant:74f152a04b0f4546ba63efd155a1d010 on resource:port {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:14:04.842252 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6028a1f4-edc6-42b2-819d-4340093c4108 req-28e7415e-c801-4409-917d-ff6cea02596f service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276927 Sep 15 09:14:04.911989 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-0591cd7d-f340-43d2-a673-4cc910b9951f req-54190a87-ce19-455d-a43e-1a00b68353f3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Unset dirty status for tenant:74f152a04b0f4546ba63efd155a1d010 on resource:port {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:14:04.914066 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0591cd7d-f340-43d2-a673-4cc910b9951f req-54190a87-ce19-455d-a43e-1a00b68353f3 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.2413404 Sep 15 09:14:04.967716 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0591cd7d-f340-43d2-a673-4cc910b9951f req-1ea431e2-5e86-4100-8cff-f05035cfaa78 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477479 Sep 15 09:14:05.075556 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6028a1f4-edc6-42b2-819d-4340093c4108 req-4c7467ae-923d-4141-97c9-16ea9062fbe9 service neutron] 10.222.0.20 "GET /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255836 Sep 15 09:14:05.097717 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-7bcf3e80-33af-4a87-82b5-baa81e79d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'name': 'tempest-TestShelveInstance-1546243632-router', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '09340173-e278-428d-9bc7-09423d22d357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:26Z', 'revision_number': 4, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'gw_port': {'id': '09340173-e278-428d-9bc7-09423d22d357', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'a978dba8-26fa-43ce-a174-2a0685afe3e8', 'name': '', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'mac_address': 'fa:16:3e:02:0b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:26Z', 'updated_at': '2021-09-15T09:09:44Z', 'revision_number': 5, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'subnets': [{'id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:05.102242 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf3e80-33af-4a87-82b5-baa81e79d7ad None None] The sync data for ids ['425ca9e8-641f-4327-a452-ac167ed75a97'] in dv-cinder-806008-2-iscsi is: [{'id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'name': 'tempest-TestShelveInstance-1546243632-router', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '09340173-e278-428d-9bc7-09423d22d357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:26Z', 'revision_number': 4, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'gw_port': {'id': '09340173-e278-428d-9bc7-09423d22d357', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'a978dba8-26fa-43ce-a174-2a0685afe3e8', 'name': '', 'network_id': 'ef5b8ba3-e98e-49bd-8fa5-ec47156abc58', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'mac_address': 'fa:16:3e:02:0b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:26Z', 'updated_at': '2021-09-15T09:09:44Z', 'revision_number': 5, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'subnets': [{'id': 'e1dde869-bc5b-4d06-bbc4-26c6e06f5e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:14:05.318323 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6485584-b9ac-4888-931b-85992cf14c17 None None] New status for floating IP aca8eedb-6d0a-4159-a2f6-50ded31f153a: DOWN {{(pid=75829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 09:14:06.008661 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-0ca4cf3d-52a3-490a-a9f6-96fd9f8c01dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:06.252895 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e381c-4f89-4427-ba1b-d217aee8e2d7 req-319abf91-f7e1-4d93-bbb4-1783d6f9c845 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:14:06.254253 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-641e381c-4f89-4427-ba1b-d217aee8e2d7 req-319abf91-f7e1-4d93-bbb4-1783d6f9c845 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.1678886 Sep 15 09:14:06.351615 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-641e381c-4f89-4427-ba1b-d217aee8e2d7 req-b91a0a95-3db9-495e-97eb-1baf828d9fc0 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1df4774-8e25-4100-adeb-62078ef0d3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912132 Sep 15 09:14:06.371562 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceda0d1-5c11-4235-aa5f-5cfb6a7fee55 req-b4d9c334-817e-469b-8fee-645863cb958f tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:14:06.372964 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0ceda0d1-5c11-4235-aa5f-5cfb6a7fee55 req-b4d9c334-817e-469b-8fee-645863cb958f tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 945 time: 0.0997107 Sep 15 09:14:06.438998 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-0ceda0d1-5c11-4235-aa5f-5cfb6a7fee55 req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Deleting port 0386354f-7082-4534-9f1c-297e41cf9ca3 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:14:06.439338 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-0ceda0d1-5c11-4235-aa5f-5cfb6a7fee55 req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:06.552073 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:06.679894 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-0ceda0d1-5c11-4235-aa5f-5cfb6a7fee55 req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] For port 0386354f-7082-4534-9f1c-297e41cf9ca3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0386354f-7082-4534-9f1c-297e41cf9ca3,segment=NetworkSegment(18595890-2a71-455a-8764-845a0fde7d79),segment_id=18595890-2a71-455a-8764-845a0fde7d79)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:14:06.680242 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-0ceda0d1-5c11-4235-aa5f-5cfb6a7fee55 req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:06.796213 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-0ceda0d1-5c11-4235-aa5f-5cfb6a7fee55 req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Calling delete_port for 0386354f-7082-4534-9f1c-297e41cf9ca3 owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:14:06.975107 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-0ceda0d1-5c11-4235-aa5f-5cfb6a7fee55 req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:06.980820 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:07.021672 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Pushing event deleted for resources: {'Port': ['ID=0386354f-7082-4534-9f1c-297e41cf9ca3,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:07.082502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:07.082502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:07.082502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:07.082502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:07.082502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:07.082502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:07.082502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:07.082502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:07.082502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:07.082502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:07.082502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:07.082502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:07.107184 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ceda0d1-5c11-4235-aa5f-5cfb6a7fee55 req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] No DVR routers for this DVR port 0386354f-7082-4534-9f1c-297e41cf9ca3 on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:14:07.109416 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-0ceda0d1-5c11-4235-aa5f-5cfb6a7fee55 req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:07.112159 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'name': 'network-vif-deleted', 'tag': '0386354f-7082-4534-9f1c-297e41cf9ca3'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:14:07.169530 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-0ceda0d1-5c11-4235-aa5f-5cfb6a7fee55 req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.20 "DELETE /v2.0/ports/0386354f-7082-4534-9f1c-297e41cf9ca3 HTTP/1.1" status: 204 len: 173 time: 0.7914677 Sep 15 09:14:07.242245 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce030c4-8a29-4653-b255-23c5b87cccd7', 'name': 'network-vif-deleted', 'tag': '0386354f-7082-4534-9f1c-297e41cf9ca3', 'status': 'completed', 'code': 200} Sep 15 09:14:07.537004 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-774183e8-68ac-49d3-b8e1-8ccbca8cdf33 req-63e83e85-146b-47b3-af8e-7b1053902064 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Synchronizing usage tracker for tenant:74f152a04b0f4546ba63efd155a1d010 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:14:07.603165 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-774183e8-68ac-49d3-b8e1-8ccbca8cdf33 req-63e83e85-146b-47b3-af8e-7b1053902064 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Unset dirty status for tenant:74f152a04b0f4546ba63efd155a1d010 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:14:07.604288 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-774183e8-68ac-49d3-b8e1-8ccbca8cdf33 req-63e83e85-146b-47b3-af8e-7b1053902064 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 210 time: 0.1137707 Sep 15 09:14:08.265811 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-3c5ff681-f77f-4e4f-9168-1fe54703201b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:08.779377 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-1ca9f81b-7a21-4e6a-a010-d91a46b44391 req-49f96cc1-c739-426e-b825-adc4af56f000 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ce030c4-8a29-4653-b255-23c5b87cccd7 HTTP/1.1" status: 200 len: 210 time: 0.0415063 Sep 15 09:14:09.382459 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 0386354f-7082-4534-9f1c-297e41cf9ca3 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:14:09.413363 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: 0386354f-7082-4534-9f1c-297e41cf9ca3 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:14:09.413642 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device 0386354f-7082-4534-9f1c-297e41cf9ca3 not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:14:09.431085 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:09.884429 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48092) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:09.954219 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9fd86353-acb5-427a-8bb1-1cbc14cc5769 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:09.982988 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9fd86353-acb5-427a-8bb1-1cbc14cc5769 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:10.100073 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9fd86353-acb5-427a-8bb1-1cbc14cc5769 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:10.103856 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-71abe657-8d4f-4fe0-9da0-342bd98a19db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:10.119355 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd86353-acb5-427a-8bb1-1cbc14cc5769 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1df4774-8e25-4100-adeb-62078ef0d3a4,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:10.121949 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9fd86353-acb5-427a-8bb1-1cbc14cc5769 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:10.167845 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9fd86353-acb5-427a-8bb1-1cbc14cc5769 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:10.168953 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-9fd86353-acb5-427a-8bb1-1cbc14cc5769 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] 10.222.0.39 "DELETE /v2.0/security-groups/c1df4774-8e25-4100-adeb-62078ef0d3a4 HTTP/1.1" status: 204 len: 168 time: 0.2835579 Sep 15 09:14:10.285348 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48098) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:10.659969 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c24a9719-4b01-419e-9952-9654a8e30661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8194653'] for router_interface, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:10.854597 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:11.337578 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-c24a9719-4b01-419e-9952-9654a8e30661 admin admin] Deleting port a978dba8-26fa-43ce-a174-2a0685afe3e8 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:14:11.338163 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c24a9719-4b01-419e-9952-9654a8e30661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:11.503811 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [None req-c24a9719-4b01-419e-9952-9654a8e30661 admin admin] For port a978dba8-26fa-43ce-a174-2a0685afe3e8, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=a978dba8-26fa-43ce-a174-2a0685afe3e8,segment=NetworkSegment(18595890-2a71-455a-8764-845a0fde7d79),segment_id=18595890-2a71-455a-8764-845a0fde7d79)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:14:11.504071 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c24a9719-4b01-419e-9952-9654a8e30661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:11.620553 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-c24a9719-4b01-419e-9952-9654a8e30661 admin admin] Calling delete_port for a978dba8-26fa-43ce-a174-2a0685afe3e8 owned by network:router_interface {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:14:11.849429 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c24a9719-4b01-419e-9952-9654a8e30661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:11.852951 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-948bb21d-3c28-4805-aa26-cc91fe2927d7 tempest-VolumesSnapshotTestJSON-1429785855 tempest-VolumesSnapshotTestJSON-1429785855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:11.892415 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a9719-4b01-419e-9952-9654a8e30661 admin admin] Pushing event deleted for resources: {'Port': ['ID=a978dba8-26fa-43ce-a174-2a0685afe3e8,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:11.896415 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c24a9719-4b01-419e-9952-9654a8e30661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:12.177826 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-c24a9719-4b01-419e-9952-9654a8e30661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7224645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8194793'] for router_interface, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:12.827913 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24a9719-4b01-419e-9952-9654a8e30661 admin admin] Router 425ca9e8-641f-4327-a452-ac167ed75a97 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:14:13.022404 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24a9719-4b01-419e-9952-9654a8e30661 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:14:13.031301 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaeaaca-bb9c-4fdf-989b-fab61be1e2f9 None None] Sync routers for ids ['425ca9e8-641f-4327-a452-ac167ed75a97'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:14:13.044848 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaeaaca-bb9c-4fdf-989b-fab61be1e2f9 None None] Routers {'425ca9e8-641f-4327-a452-ac167ed75a97'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:14:13.045450 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-2eaeaaca-bb9c-4fdf-989b-fab61be1e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:14:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['425ca9e8-641f-4327-a452-ac167ed75a97'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:13.079429 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-c24a9719-4b01-419e-9952-9654a8e30661 admin admin] 10.222.0.39 "PUT /v2.0/routers/425ca9e8-641f-4327-a452-ac167ed75a97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7923672 Sep 15 09:14:13.081753 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48102) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:13.220304 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-2eaeaaca-bb9c-4fdf-989b-fab61be1e2f9 None None] Set router 425ca9e8-641f-4327-a452-ac167ed75a97 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:14:13.275283 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-44527e7f-1d49-4a22-b069-5d5e1f6ac1a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:13.472295 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-44527e7f-1d49-4a22-b069-5d5e1f6ac1a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:13.494390 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-2eaeaaca-bb9c-4fdf-989b-fab61be1e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'name': 'tempest-TestShelveInstance-1546243632-router', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '09340173-e278-428d-9bc7-09423d22d357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:14:11Z', 'revision_number': 5, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'gw_port': {'id': '09340173-e278-428d-9bc7-09423d22d357', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:13.498049 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaeaaca-bb9c-4fdf-989b-fab61be1e2f9 None None] Checking router: 425ca9e8-641f-4327-a452-ac167ed75a97 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:14:13.508785 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaeaaca-bb9c-4fdf-989b-fab61be1e2f9 None None] Routers {'425ca9e8-641f-4327-a452-ac167ed75a97'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:14:13.509370 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-2eaeaaca-bb9c-4fdf-989b-fab61be1e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:14:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['425ca9e8-641f-4327-a452-ac167ed75a97'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:13.534687 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-44527e7f-1d49-4a22-b069-5d5e1f6ac1a4 admin admin] Deleting port 09340173-e278-428d-9bc7-09423d22d357 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:14:13.535027 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-44527e7f-1d49-4a22-b069-5d5e1f6ac1a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:13.702029 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-2eaeaaca-bb9c-4fdf-989b-fab61be1e2f9 None None] Set router 425ca9e8-641f-4327-a452-ac167ed75a97 gateway port host: None {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:14:13.707917 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [None req-44527e7f-1d49-4a22-b069-5d5e1f6ac1a4 admin admin] For port 09340173-e278-428d-9bc7-09423d22d357, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=09340173-e278-428d-9bc7-09423d22d357,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:14:13.708752 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-44527e7f-1d49-4a22-b069-5d5e1f6ac1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:13.805717 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-2eaeaaca-bb9c-4fdf-989b-fab61be1e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'name': 'tempest-TestShelveInstance-1546243632-router', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:14:13Z', 'revision_number': 6, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'gw_port_host': None}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:13.809573 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaeaaca-bb9c-4fdf-989b-fab61be1e2f9 None None] The sync data for ids ['425ca9e8-641f-4327-a452-ac167ed75a97'] in dv-cinder-806008-2-iscsi is: [{'id': '425ca9e8-641f-4327-a452-ac167ed75a97', 'name': 'tempest-TestShelveInstance-1546243632-router', 'tenant_id': '74f152a04b0f4546ba63efd155a1d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:23Z', 'updated_at': '2021-09-15T09:14:13Z', 'revision_number': 6, 'project_id': '74f152a04b0f4546ba63efd155a1d010', 'gw_port_host': None}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:14:13.833324 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-44527e7f-1d49-4a22-b069-5d5e1f6ac1a4 admin admin] Calling delete_port for 09340173-e278-428d-9bc7-09423d22d357 owned by network:router_gateway {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:14:14.163282 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-44527e7f-1d49-4a22-b069-5d5e1f6ac1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:14.167099 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b5565cf5-b45c-40c7-98f8-796babf6e1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:14.208481 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44527e7f-1d49-4a22-b069-5d5e1f6ac1a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=09340173-e278-428d-9bc7-09423d22d357,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:14.211973 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-44527e7f-1d49-4a22-b069-5d5e1f6ac1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:14.425239 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-44527e7f-1d49-4a22-b069-5d5e1f6ac1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8205430'] for router_gateway, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:14.615741 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device a978dba8-26fa-43ce-a174-2a0685afe3e8 no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:14:14.649599 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: a978dba8-26fa-43ce-a174-2a0685afe3e8 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:14:14.649936 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device a978dba8-26fa-43ce-a174-2a0685afe3e8 not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:14:14.650380 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 09340173-e278-428d-9bc7-09423d22d357 no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:14:14.678549 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-44527e7f-1d49-4a22-b069-5d5e1f6ac1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8195202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2394'] for router, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:14.680824 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: 09340173-e278-428d-9bc7-09423d22d357 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:14:14.681162 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 09340173-e278-428d-9bc7-09423d22d357 not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:14:14.682602 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-44527e7f-1d49-4a22-b069-5d5e1f6ac1a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:14.774042 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-44527e7f-1d49-4a22-b069-5d5e1f6ac1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8192274'] for router, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:14.774588 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44527e7f-1d49-4a22-b069-5d5e1f6ac1a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 425ca9e8-641f-4327-a452-ac167ed75a97 {{(pid=75826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 09:14:14.787126 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-44527e7f-1d49-4a22-b069-5d5e1f6ac1a4 admin admin] Notify callbacks [] for router, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:14.788255 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-44527e7f-1d49-4a22-b069-5d5e1f6ac1a4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/425ca9e8-641f-4327-a452-ac167ed75a97 HTTP/1.1" status: 204 len: 168 time: 1.7055671 Sep 15 09:14:14.790763 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48106) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:14.854565 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8763f4a-7c26-42aa-8d20-5574b837eadb admin admin] Deleting subnet e1dde869-bc5b-4d06-bbc4-26c6e06f5e64 {{(pid=75826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 09:14:14.858074 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f8763f4a-7c26-42aa-8d20-5574b837eadb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:14.906215 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f8763f4a-7c26-42aa-8d20-5574b837eadb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739139'] for subnet, precommit_delete_associations {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:14.980196 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f8763f4a-7c26-42aa-8d20-5574b837eadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630464'] for subnet, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:15.111755 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f8763f4a-7c26-42aa-8d20-5574b837eadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7705306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6737172'] for subnet, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:15.116063 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8f111a01-7cd4-4afe-b8d4-8f94be5e0b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:15.151095 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8763f4a-7c26-42aa-8d20-5574b837eadb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1dde869-bc5b-4d06-bbc4-26c6e06f5e64,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:15.153622 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-f8763f4a-7c26-42aa-8d20-5574b837eadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:15.157443 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-f8763f4a-7c26-42aa-8d20-5574b837eadb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:15.162780 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a507a2-affc-457e-94a9-4ac61700b0f5 None None] Network ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:14:15.164811 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-f8763f4a-7c26-42aa-8d20-5574b837eadb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e1dde869-bc5b-4d06-bbc4-26c6e06f5e64 HTTP/1.1" status: 204 len: 168 time: 0.3727975 Sep 15 09:14:15.167188 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48110) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:15.270482 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620022'] for network, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:15.280960 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Deleting port b451e722-c39d-419d-a59b-6b776f364550 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:14:15.281282 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:15.406496 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bcc97f-ee4a-445f-becb-d5b0e060d9ed None None] DHCP port deletion for ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 request from dv-cinder-806008-2-iscsi {{(pid=75827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 09:14:15.410615 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-20bcc97f-ee4a-445f-becb-d5b0e060d9ed None None] Deleting port b451e722-c39d-419d-a59b-6b776f364550 {{(pid=75827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:14:15.410996 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-20bcc97f-ee4a-445f-becb-d5b0e060d9ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:15.486442 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] For port b451e722-c39d-419d-a59b-6b776f364550, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=b451e722-c39d-419d-a59b-6b776f364550,segment=NetworkSegment(18595890-2a71-455a-8764-845a0fde7d79),segment_id=18595890-2a71-455a-8764-845a0fde7d79)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:14:15.486830 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:15.609478 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-20bcc97f-ee4a-445f-becb-d5b0e060d9ed None None] For port b451e722-c39d-419d-a59b-6b776f364550, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=b451e722-c39d-419d-a59b-6b776f364550,segment=NetworkSegment(18595890-2a71-455a-8764-845a0fde7d79),segment_id=18595890-2a71-455a-8764-845a0fde7d79)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:14:15.609860 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-20bcc97f-ee4a-445f-becb-d5b0e060d9ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:15.701901 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Calling delete_port for b451e722-c39d-419d-a59b-6b776f364550 owned by network:dhcp {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:14:15.734612 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-20bcc97f-ee4a-445f-becb-d5b0e060d9ed None None] Calling delete_port for b451e722-c39d-419d-a59b-6b776f364550 owned by network:dhcp {{(pid=75827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:14:15.819885 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:15.824331 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c24a9719-4b01-419e-9952-9654a8e30661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:15.825271 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.db.api [None req-20bcc97f-ee4a-445f-becb-d5b0e060d9ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:14:15.825619 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_db.api [None req-20bcc97f-ee4a-445f-becb-d5b0e060d9ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:14:15.869952 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=b451e722-c39d-419d-a59b-6b776f364550,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:15.872646 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:15.877708 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] No DVR routers for this DVR port b451e722-c39d-419d-a59b-6b776f364550 on host dv-cinder-806008-2-iscsi {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:14:15.991789 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628807', 'neutron.services.segments.db._delete_segments_for_network-8733233187485'] for network, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:16.004047 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5b8ba3-e98e-49bd-8fa5-ec47156abc58']}} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:16.015691 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18595890-2a71-455a-8764-845a0fde7d79') {'for_net_delete': True} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:16.015983 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18595890-2a71-455a-8764-845a0fde7d79') {} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:16.027302 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733233221816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739162'] for segment, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:16.043074 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:16.048858 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=75826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 09:14:16.049228 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-630388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7705220'] for segment, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: Traceback (most recent call last): Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: timer() Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: cb(*args, **kw) Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: return func(*args, **kwargs) Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: self._notify() Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: self.callback(batched_events) Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: event.method(event) Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: return f(self, *a, **k) Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._get(url).json() Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: return self.request(url, 'GET', **kwargs) Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 09:14:16.061855 dv-cinder-806008-2-iscsi neutron-server[75826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 09:14:16.191265 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8205405'] for network, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:16.194908 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c12f1e3e-7115-4f53-bc00-990eb29ac919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:16.207502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:16.217853 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Pushing event deleted for resources: {'Network': ['ID=ef5b8ba3-e98e-49bd-8fa5-ec47156abc58,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:16.220955 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:16.306271 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] 10.222.0.39 "DELETE /v2.0/networks/ef5b8ba3-e98e-49bd-8fa5-ec47156abc58 HTTP/1.1" status: 204 len: 168 time: 1.1380820 Sep 15 09:14:16.308984 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48114) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:16.326919 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-20bcc97f-ee4a-445f-becb-d5b0e060d9ed None None] Deleting port b451e722-c39d-419d-a59b-6b776f364550 {{(pid=75827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:14:16.327371 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-20bcc97f-ee4a-445f-becb-d5b0e060d9ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:16.392198 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-20bcc97f-ee4a-445f-becb-d5b0e060d9ed None None] The port 'b451e722-c39d-419d-a59b-6b776f364550' was deleted {{(pid=75827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 09:14:16.612676 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device b451e722-c39d-419d-a59b-6b776f364550 no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:14:16.645123 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: b451e722-c39d-419d-a59b-6b776f364550 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:14:16.646102 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device b451e722-c39d-419d-a59b-6b776f364550 not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:14:16.690890 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-44fad5c9-1247-4e37-9b16-914bd7748235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8194653'] for router_interface, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:17.384049 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-44fad5c9-1247-4e37-9b16-914bd7748235 admin admin] Deleting port 8d695140-8422-413a-8b5b-8c0ef70a7ecb {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:14:17.384805 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-44fad5c9-1247-4e37-9b16-914bd7748235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:17.557065 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [None req-44fad5c9-1247-4e37-9b16-914bd7748235 admin admin] For port 8d695140-8422-413a-8b5b-8c0ef70a7ecb, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=8d695140-8422-413a-8b5b-8c0ef70a7ecb,segment=NetworkSegment(1ec87c6f-9962-423b-8eb9-f034a31a690b),segment_id=1ec87c6f-9962-423b-8eb9-f034a31a690b)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:14:17.557417 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-44fad5c9-1247-4e37-9b16-914bd7748235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:17.673202 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-44fad5c9-1247-4e37-9b16-914bd7748235 admin admin] Calling delete_port for 8d695140-8422-413a-8b5b-8c0ef70a7ecb owned by network:router_interface {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:14:17.894149 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-44fad5c9-1247-4e37-9b16-914bd7748235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:17.898131 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:17.936444 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fad5c9-1247-4e37-9b16-914bd7748235 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d695140-8422-413a-8b5b-8c0ef70a7ecb,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:17.940303 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-44fad5c9-1247-4e37-9b16-914bd7748235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:18.217836 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-44fad5c9-1247-4e37-9b16-914bd7748235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7224645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8194793'] for router_interface, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:18.862931 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fad5c9-1247-4e37-9b16-914bd7748235 admin admin] Router 38db0de4-69f8-41c5-8dd4-983152d84ee4 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:14:19.066365 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fad5c9-1247-4e37-9b16-914bd7748235 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:14:19.075493 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa6d044-4983-47ed-953f-ab3a7207934f None None] Sync routers for ids ['38db0de4-69f8-41c5-8dd4-983152d84ee4'] in dv-cinder-806008-2-iscsi {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:14:19.076108 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-44fad5c9-1247-4e37-9b16-914bd7748235 admin admin] 10.222.0.39 "PUT /v2.0/routers/38db0de4-69f8-41c5-8dd4-983152d84ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7658653 Sep 15 09:14:19.078232 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48118) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:19.114987 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa6d044-4983-47ed-953f-ab3a7207934f None None] Routers {'38db0de4-69f8-41c5-8dd4-983152d84ee4'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:14:19.115509 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-efa6d044-4983-47ed-953f-ab3a7207934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:14:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['38db0de4-69f8-41c5-8dd4-983152d84ee4'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:19.272884 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] Notify callbacks [] for router, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:19.285684 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-efa6d044-4983-47ed-953f-ab3a7207934f None None] Set router 38db0de4-69f8-41c5-8dd4-983152d84ee4 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:14:19.463388 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:19.516976 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] Deleting port 038ceaba-c218-42eb-9f1d-9579cfae0626 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:14:19.517368 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:19.561456 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-efa6d044-4983-47ed-953f-ab3a7207934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'name': 'tempest-TestShelveInstance-1696470970-router', 'tenant_id': '2eba5fd18f9840aca6dacc7578325f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '038ceaba-c218-42eb-9f1d-9579cfae0626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:30Z', 'updated_at': '2021-09-15T09:14:17Z', 'revision_number': 5, 'project_id': '2eba5fd18f9840aca6dacc7578325f37', 'gw_port': {'id': '038ceaba-c218-42eb-9f1d-9579cfae0626', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:09:31Z', 'updated_at': '2021-09-15T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:19.565410 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa6d044-4983-47ed-953f-ab3a7207934f None None] Checking router: 38db0de4-69f8-41c5-8dd4-983152d84ee4 for host: dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:14:19.576468 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa6d044-4983-47ed-953f-ab3a7207934f None None] Routers {'38db0de4-69f8-41c5-8dd4-983152d84ee4'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:14:19.577058 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-efa6d044-4983-47ed-953f-ab3a7207934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:14:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['38db0de4-69f8-41c5-8dd4-983152d84ee4'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:19.687075 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] For port 038ceaba-c218-42eb-9f1d-9579cfae0626, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=038ceaba-c218-42eb-9f1d-9579cfae0626,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:14:19.687427 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:19.725429 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-efa6d044-4983-47ed-953f-ab3a7207934f None None] Set router 38db0de4-69f8-41c5-8dd4-983152d84ee4 gateway port host: None {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:14:19.811686 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] Calling delete_port for 038ceaba-c218-42eb-9f1d-9579cfae0626 owned by network:router_gateway {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:14:19.830538 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-efa6d044-4983-47ed-953f-ab3a7207934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'name': 'tempest-TestShelveInstance-1696470970-router', 'tenant_id': '2eba5fd18f9840aca6dacc7578325f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:30Z', 'updated_at': '2021-09-15T09:14:19Z', 'revision_number': 6, 'project_id': '2eba5fd18f9840aca6dacc7578325f37', 'gw_port_host': None}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:19.834875 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa6d044-4983-47ed-953f-ab3a7207934f None None] The sync data for ids ['38db0de4-69f8-41c5-8dd4-983152d84ee4'] in dv-cinder-806008-2-iscsi is: [{'id': '38db0de4-69f8-41c5-8dd4-983152d84ee4', 'name': 'tempest-TestShelveInstance-1696470970-router', 'tenant_id': '2eba5fd18f9840aca6dacc7578325f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:09:30Z', 'updated_at': '2021-09-15T09:14:19Z', 'revision_number': 6, 'project_id': '2eba5fd18f9840aca6dacc7578325f37', 'gw_port_host': None}] {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:14:20.048729 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:20.053081 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9e8d8b8f-b155-4992-ac94-9a7283299b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:20.093622 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] Pushing event deleted for resources: {'Port': ['ID=038ceaba-c218-42eb-9f1d-9579cfae0626,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:20.096499 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:20.436099 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8205430'] for router_gateway, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:20.618975 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 038ceaba-c218-42eb-9f1d-9579cfae0626 no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:14:20.655272 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: 038ceaba-c218-42eb-9f1d-9579cfae0626 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:14:20.655709 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 038ceaba-c218-42eb-9f1d-9579cfae0626 not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:14:20.656200 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 8d695140-8422-413a-8b5b-8c0ef70a7ecb no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:14:20.699721 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8195202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2394'] for router, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:20.700862 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: 8d695140-8422-413a-8b5b-8c0ef70a7ecb {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:14:20.701276 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 8d695140-8422-413a-8b5b-8c0ef70a7ecb not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:14:20.704158 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:20.774248 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8192274'] for router, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:20.774799 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38db0de4-69f8-41c5-8dd4-983152d84ee4 {{(pid=75826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 09:14:20.787023 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] Notify callbacks [] for router, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:20.788150 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] 10.222.0.39 "DELETE /v2.0/routers/38db0de4-69f8-41c5-8dd4-983152d84ee4 HTTP/1.1" status: 204 len: 168 time: 1.7090392 Sep 15 09:14:20.790828 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48122) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:20.998475 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f80f1d-aa3b-407a-8bba-d08ddc39976a admin admin] Deleting subnet 9c0d8c57-9c70-4909-ad14-a03ea7c2ec94 {{(pid=75826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 09:14:21.001605 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b7f80f1d-aa3b-407a-8bba-d08ddc39976a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:21.054699 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b7f80f1d-aa3b-407a-8bba-d08ddc39976a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739139'] for subnet, precommit_delete_associations {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:21.130380 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b7f80f1d-aa3b-407a-8bba-d08ddc39976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630464'] for subnet, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:21.242569 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b7f80f1d-aa3b-407a-8bba-d08ddc39976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7705306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6737172'] for subnet, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:21.246761 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-dc27663e-c9b7-47ea-86d6-bd4a31606392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:21.283871 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f80f1d-aa3b-407a-8bba-d08ddc39976a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c0d8c57-9c70-4909-ad14-a03ea7c2ec94,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:21.286140 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b7f80f1d-aa3b-407a-8bba-d08ddc39976a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:21.289433 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-b7f80f1d-aa3b-407a-8bba-d08ddc39976a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:21.294994 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3eba76-6990-454e-9332-a5230b0f7f5d None None] Network e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:14:21.295411 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-b7f80f1d-aa3b-407a-8bba-d08ddc39976a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9c0d8c57-9c70-4909-ad14-a03ea7c2ec94 HTTP/1.1" status: 204 len: 168 time: 0.5036409 Sep 15 09:14:21.297916 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48128) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:21.402364 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620022'] for network, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:21.412688 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Deleting port 65425593-2453-41fa-9333-36217e0b324f {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:14:21.413011 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:21.537518 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e00afa-1035-4dbd-a702-a38e24e6a44b None None] DHCP port deletion for e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba request from dv-cinder-806008-2-iscsi {{(pid=75827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 09:14:21.541732 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-96e00afa-1035-4dbd-a702-a38e24e6a44b None None] Deleting port 65425593-2453-41fa-9333-36217e0b324f {{(pid=75827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:14:21.542118 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-96e00afa-1035-4dbd-a702-a38e24e6a44b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:21.613198 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] For port 65425593-2453-41fa-9333-36217e0b324f, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=65425593-2453-41fa-9333-36217e0b324f,segment=NetworkSegment(1ec87c6f-9962-423b-8eb9-f034a31a690b),segment_id=1ec87c6f-9962-423b-8eb9-f034a31a690b)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:14:21.613577 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:21.735184 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Calling delete_port for 65425593-2453-41fa-9333-36217e0b324f owned by network:dhcp {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:14:21.735891 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-96e00afa-1035-4dbd-a702-a38e24e6a44b None None] For port 65425593-2453-41fa-9333-36217e0b324f, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=65425593-2453-41fa-9333-36217e0b324f,segment=NetworkSegment(1ec87c6f-9962-423b-8eb9-f034a31a690b),segment_id=1ec87c6f-9962-423b-8eb9-f034a31a690b)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:14:21.736394 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-96e00afa-1035-4dbd-a702-a38e24e6a44b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:21.877017 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:21.881455 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-fa5e2148-dbbd-4c4b-99d5-76033c66d1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:21.886405 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-96e00afa-1035-4dbd-a702-a38e24e6a44b None None] Calling delete_port for 65425593-2453-41fa-9333-36217e0b324f owned by network:dhcp {{(pid=75827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:14:21.922541 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=65425593-2453-41fa-9333-36217e0b324f,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:21.925124 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:21.928059 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] No DVR routers for this DVR port 65425593-2453-41fa-9333-36217e0b324f on host dv-cinder-806008-2-iscsi {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:14:21.953301 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.db.api [None req-96e00afa-1035-4dbd-a702-a38e24e6a44b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:14:21.953655 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_db.api [None req-96e00afa-1035-4dbd-a702-a38e24e6a44b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:14:22.042183 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628807', 'neutron.services.segments.db._delete_segments_for_network-8733233187485'] for network, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:22.054513 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba']}} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:22.069574 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec87c6f-9962-423b-8eb9-f034a31a690b') {'for_net_delete': True} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:22.070247 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.services.segments.db [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec87c6f-9962-423b-8eb9-f034a31a690b') {} {{(pid=75826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:22.080881 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733233221816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739162'] for segment, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:22.191824 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:22.197872 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=75826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 09:14:22.198280 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-630388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7705220'] for segment, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: Traceback (most recent call last): Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: timer() Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: cb(*args, **kw) Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: return func(*args, **kwargs) Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: self._notify() Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: self.callback(batched_events) Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: event.method(event) Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: return f(self, *a, **k) Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._get(url).json() Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: return self.request(url, 'GET', **kwargs) Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 09:14:22.211552 dv-cinder-806008-2-iscsi neutron-server[75826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 09:14:22.334467 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8205405'] for network, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:22.338053 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:22.350684 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:22.361408 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:22.364211 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e6eeaf35-fc7e-4eeb-8a16-715a8225b1ba HTTP/1.1" status: 204 len: 168 time: 1.0653675 Sep 15 09:14:22.365122 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:22.454811 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-96e00afa-1035-4dbd-a702-a38e24e6a44b None None] Deleting port 65425593-2453-41fa-9333-36217e0b324f {{(pid=75827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:14:22.455192 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-96e00afa-1035-4dbd-a702-a38e24e6a44b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:22.518985 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-96e00afa-1035-4dbd-a702-a38e24e6a44b None None] The port '65425593-2453-41fa-9333-36217e0b324f' was deleted {{(pid=75827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 09:14:22.613848 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 65425593-2453-41fa-9333-36217e0b324f no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:14:22.645715 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: 65425593-2453-41fa-9333-36217e0b324f {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:14:22.646057 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 65425593-2453-41fa-9333-36217e0b324f not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:14:22.668582 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48134) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:22.717548 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-7365561f-e2e9-4421-bfe5-8df50d3ff706 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=74f152a04b0f4546ba63efd155a1d010&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477145 Sep 15 09:14:22.719865 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48138) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:22.780216 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f10f90d0-0c7b-4415-8387-19a9ec718907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:22.804710 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f10f90d0-0c7b-4415-8387-19a9ec718907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:22.928290 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f10f90d0-0c7b-4415-8387-19a9ec718907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:22.931809 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-45f23a75-e996-4c5f-b8d2-69b538a65d7e tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:22.944381 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f90d0-0c7b-4415-8387-19a9ec718907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7bb0eb-c348-4509-81da-222f401c869b,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:22.947893 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-f10f90d0-0c7b-4415-8387-19a9ec718907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:22.952666 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f10f90d0-0c7b-4415-8387-19a9ec718907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:22.955788 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-f10f90d0-0c7b-4415-8387-19a9ec718907 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac7bb0eb-c348-4509-81da-222f401c869b HTTP/1.1" status: 204 len: 168 time: 0.2330544 Sep 15 09:14:23.621422 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:14:23.622427 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48146) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:23.674331 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-e5f3b520-0040-41cb-aa1c-eba2d73b55dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2eba5fd18f9840aca6dacc7578325f37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506647 Sep 15 09:14:23.676669 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48150) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:23.734156 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-88564b2f-342a-4b29-be2c-48bc6d33fe66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:23.758756 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-88564b2f-342a-4b29-be2c-48bc6d33fe66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:23.876869 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-88564b2f-342a-4b29-be2c-48bc6d33fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:23.881020 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-4f64267a-8359-4715-891f-203f00307049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:23.891594 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88564b2f-342a-4b29-be2c-48bc6d33fe66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4398cf-be37-412d-a15c-2e9227358678,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:23.895335 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-88564b2f-342a-4b29-be2c-48bc6d33fe66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:23.900123 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-88564b2f-342a-4b29-be2c-48bc6d33fe66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:23.901237 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-88564b2f-342a-4b29-be2c-48bc6d33fe66 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab4398cf-be37-412d-a15c-2e9227358678 HTTP/1.1" status: 204 len: 168 time: 0.2236989 Sep 15 09:14:25.045561 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48172) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:25.171852 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-967832352-network', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:14:25.176487 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:14:25.180286 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Usage tracker for resource:network and tenant:fa72fb70665242e7b7637379b4286d93 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:14:25.183131 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:14:25.189449 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:14:25.259483 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Made reservation on behalf of fa72fb70665242e7b7637379b4286d93 for: {'network': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:14:25.261696 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:25.274293 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:25.304473 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:14:25.308293 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Usage tracker for resource:security_group_rule and tenant:fa72fb70665242e7b7637379b4286d93 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:14:25.312625 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:14:25.318743 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:14:25.382827 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:25.436629 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:25.439431 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-f0ca6694-b584-4a85-a409-f9f044d7017f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:25.470767 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=75826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 09:14:25.475882 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47a31ca-02f5-446a-a64b-aaca6a9e4391,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:25.479301 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:25.483099 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:25.483099 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.segments_db [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Added segment 8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf of type vlan for network b6555b4f-8502-4e07-ad9a-5812cfe7a903 Sep 15 09:14:25.508259 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:25.590831 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:25.592010 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:14:25.592579 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:25.595947 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-8807ad91-a84e-4230-945c-4ead60da71ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:25.695772 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Pushing event updated for resources: {'Network': ['ID=b6555b4f-8502-4e07-ad9a-5812cfe7a903,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:25.698482 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:25.705175 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network b6555b4f-8502-4e07-ad9a-5812cfe7a903 details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:14:25.728909 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-e7f40920-da13-49c5-9ab1-780b0402c2f5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6821213 Sep 15 09:14:25.731665 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48178) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:25.737329 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-cdb8da13-28f3-4b45-b360-11d42ec4b8a4 admin admin] Request body: {'subnet': {'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-967832352-subnet', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'ip_version': 4}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:14:25.742636 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-cdb8da13-28f3-4b45-b360-11d42ec4b8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:14:25.746458 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-cdb8da13-28f3-4b45-b360-11d42ec4b8a4 admin admin] Usage tracker for resource:subnet and tenant:fa72fb70665242e7b7637379b4286d93 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:14:25.749234 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-cdb8da13-28f3-4b45-b360-11d42ec4b8a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:14:25.754855 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-cdb8da13-28f3-4b45-b360-11d42ec4b8a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:14:25.824922 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb8da13-28f3-4b45-b360-11d42ec4b8a4 admin admin] Made reservation on behalf of fa72fb70665242e7b7637379b4286d93 for: {'subnet': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:14:25.827287 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-cdb8da13-28f3-4b45-b360-11d42ec4b8a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6737201'] for subnet, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:26.082193 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-cdb8da13-28f3-4b45-b360-11d42ec4b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7705115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6737183'] for subnet, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:26.086131 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:26.153131 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8da13-28f3-4b45-b360-11d42ec4b8a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e91c46-2219-4a8d-8e07-90cce7e1a91f,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:26.156897 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-cdb8da13-28f3-4b45-b360-11d42ec4b8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:26.165409 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb8da13-28f3-4b45-b360-11d42ec4b8a4 admin admin] Checking segment: {'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:14:26.165755 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb8da13-28f3-4b45-b360-11d42ec4b8a4 admin admin] Network hostable DHCP agents. Network: b6555b4f-8502-4e07-ad9a-5812cfe7a903, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:14:26.270397 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb8da13-28f3-4b45-b360-11d42ec4b8a4 admin admin] Network b6555b4f-8502-4e07-ad9a-5812cfe7a903 is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:14:26.333288 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-cdb8da13-28f3-4b45-b360-11d42ec4b8a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, b6555b4f-8502-4e07-ad9a-5812cfe7a903) {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:14:26.337058 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb8da13-28f3-4b45-b360-11d42ec4b8a4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:14:26.337646 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-cdb8da13-28f3-4b45-b360-11d42ec4b8a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:26.341852 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa58423e-87d3-4369-9336-4c76fbc384fd None None] Network b6555b4f-8502-4e07-ad9a-5812cfe7a903 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:14:26.408584 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-cdb8da13-28f3-4b45-b360-11d42ec4b8a4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6758809 Sep 15 09:14:26.411164 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48182) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:26.416645 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:14:26.421074 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:14:26.424774 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Usage tracker for resource:router and tenant:fa72fb70665242e7b7637379b4286d93 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:14:26.428148 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:14:26.433639 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:14:26.476834 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8195256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2380'] for router, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:26.477751 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8195109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8205261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8206285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2387'] for router, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:26.495406 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:26.551936 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5da90e6-6edd-574d-b3e9-05c80648acc4-b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f'}]}} from dv-cinder-806008-2-iscsi. {{(pid=75827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 09:14:26.552713 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:26.689262 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8205367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8195246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2401'] for router, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:26.705427 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.db_base_plugin_common [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Allocated IP 172.20.0.2 (b6555b4f-8502-4e07-ad9a-5812cfe7a903/c4e91c46-2219-4a8d-8e07-90cce7e1a91f/611cd7be-31e9-4c68-88ca-82e58193b75f) {{(pid=75827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:14:26.902473 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Notify callbacks [] for port, precommit_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:26.912627 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Transition to ACTIVE for port object 611cd7be-31e9-4c68-88ca-82e58193b75f will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:14:26.931404 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Transition to ACTIVE for port object 611cd7be-31e9-4c68-88ca-82e58193b75f will not be triggered until provisioned by entity DHCP. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:14:26.935377 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:26.965239 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:26.968288 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:26.973589 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-9808ed0d-9d79-4edc-9bc4-2d7d2483165d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:27.039392 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Network b6555b4f-8502-4e07-ad9a-5812cfe7a903 is already hosted by enough agents. {{(pid=75827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:14:27.042752 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Pushing event updated for resources: {'Port': ['ID=611cd7be-31e9-4c68-88ca-82e58193b75f,revision_number=1']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:27.044949 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.base_scheduler [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Resources bound (agent type, host, resource id): {{(pid=75827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:14:27.047371 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Received port after_create {{(pid=75827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:14:27.058194 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:27.058549 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:27.058861 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:27.059186 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:27.059510 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:27.059829 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:27.060141 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:27.060462 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:27.060773 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:27.061084 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:27.061394 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:27.087318 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:27.104061 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Allocated IP 172.27.1.118 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/12bc11f8-9040-40bd-999b-94c1d97bf77c) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:14:27.142868 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Attempting to bind port 611cd7be-31e9-4c68-88ca-82e58193b75f on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:14:27.143248 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Attempting to bind port 611cd7be-31e9-4c68-88ca-82e58193b75f by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:14:27.143618 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Attempting to bind port 611cd7be-31e9-4c68-88ca-82e58193b75f on network b6555b4f-8502-4e07-ad9a-5812cfe7a903 {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:14:27.150477 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:14:27.150849 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Checking segment: {'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:14:27.151248 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:27.151640 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Bound using segment: {'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:14:27.152098 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Bound port: 611cd7be-31e9-4c68-88ca-82e58193b75f, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:14:27.152461 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:27.239114 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] For port 611cd7be-31e9-4c68-88ca-82e58193b75f, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:14:27.242504 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] For port 611cd7be-31e9-4c68-88ca-82e58193b75f, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=611cd7be-31e9-4c68-88ca-82e58193b75f,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:14:27.247997 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:27.305204 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:27.308768 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:27.333743 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:27.337392 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-55a35548-cde6-4c6a-92d0-816c00ca4731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:27.388647 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Pushing event updated for resources: {'Port': ['ID=611cd7be-31e9-4c68-88ca-82e58193b75f,revision_number=2']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:27.391558 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:27.403262 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:14:27.409214 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:14:27.409783 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:14:27.439363 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=12bc11f8-9040-40bd-999b-94c1d97bf77c,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:27.450539 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:27.621959 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:27.622752 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8195249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8205330'] for router, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:27.985029 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Router bef774b4-11d0-4135-82c0-1d410aa94680 is scheduled to L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f with binding_index 1 {{(pid=75826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 09:14:28.183946 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37973ab3-154b-404a-bcda-346050804d33 None None] Network b6555b4f-8502-4e07-ad9a-5812cfe7a903 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:14:28.190645 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:14:28.203399 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Sync routers for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:14:28.288757 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Notify callbacks [] for router, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:28.289982 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8773987 Sep 15 09:14:28.291242 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:14:28.291853 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:14:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:28.292635 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48186) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:28.389195 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-863c3f36-f8b5-48b7-b2d4-74e26b0797ab None None] Provisioning for port 611cd7be-31e9-4c68-88ca-82e58193b75f completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:14:28.603260 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:14:28.658139 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 611cd7be-31e9-4c68-88ca-82e58193b75f up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:14:28.956457 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:27Z', 'revision_number': 3, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:28.961616 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Checking router: bef774b4-11d0-4135-82c0-1d410aa94680 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:14:28.961967 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Updating router bef774b4-11d0-4135-82c0-1d410aa94680 port 12bc11f8-9040-40bd-999b-94c1d97bf77c binding host dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 09:14:28.995803 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port 611cd7be-31e9-4c68-88ca-82e58193b75f completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:14:29.012964 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 611cd7be-31e9-4c68-88ca-82e58193b75f triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:14:29.012964 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:29.040668 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:29.080699 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:29.138729 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-c127d3fc-6129-401d-a611-0761ab63de4c None None] Provisioning complete for port 611cd7be-31e9-4c68-88ca-82e58193b75f triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:14:29.139010 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-c127d3fc-6129-401d-a611-0761ab63de4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:29.251733 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Allocated IP 172.20.0.1 (b6555b4f-8502-4e07-ad9a-5812cfe7a903/c4e91c46-2219-4a8d-8e07-90cce7e1a91f/fae8366d-2585-48ab-a905-84208242d2f3) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:14:29.382805 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:29.492110 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-c127d3fc-6129-401d-a611-0761ab63de4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:29.503957 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:29.515505 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port 611cd7be-31e9-4c68-88ca-82e58193b75f, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=611cd7be-31e9-4c68-88ca-82e58193b75f,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:14:29.519892 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Transition to ACTIVE for port object fae8366d-2585-48ab-a905-84208242d2f3 will not be triggered until provisioned by entity DHCP. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:14:29.575224 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:29.587371 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:29.591247 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:29.595736 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9b002b3b-a9ff-48a7-8b7f-36be24c43c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:29.657972 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Network b6555b4f-8502-4e07-ad9a-5812cfe7a903 is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:14:29.660796 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:14:29.663950 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:14:29.702384 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Notify callbacks [] for port, precommit_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:29.710816 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Pushing event updated for resources: {'Port': ['ID=fae8366d-2585-48ab-a905-84208242d2f3,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:29.714284 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.db.api [None req-c127d3fc-6129-401d-a611-0761ab63de4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:14:29.719640 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_db.api [None req-c127d3fc-6129-401d-a611-0761ab63de4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:14:29.720023 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:29.726798 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Transition to ACTIVE for port object 12bc11f8-9040-40bd-999b-94c1d97bf77c will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:14:29.729217 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8205524'] for router_interface, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:29.729354 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=611cd7be-31e9-4c68-88ca-82e58193b75f,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:29.733164 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:29.808235 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:29.818236 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:29.890354 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:29.938777 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37e866-8f7e-433b-b52b-4df9bd13b464 None None] Pushing event updated for resources: {'Port': ['ID=12bc11f8-9040-40bd-999b-94c1d97bf77c,revision_number=2']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:29.940863 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Attempting to bind port 12bc11f8-9040-40bd-999b-94c1d97bf77c on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:14:29.944153 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Attempting to bind port 12bc11f8-9040-40bd-999b-94c1d97bf77c by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:14:29.944153 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Attempting to bind port 12bc11f8-9040-40bd-999b-94c1d97bf77c on network 9e4362ae-5b83-4f46-9c62-0914bea87c2f {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:14:29.944401 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-ad37e866-8f7e-433b-b52b-4df9bd13b464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:29.949368 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:14:29.949714 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Checking segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:14:29.950128 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:29.950517 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Bound using segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:14:29.950975 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Bound port: 12bc11f8-9040-40bd-999b-94c1d97bf77c, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:14:29.951347 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:30.021403 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] For port 12bc11f8-9040-40bd-999b-94c1d97bf77c, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:14:30.024332 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] For port 12bc11f8-9040-40bd-999b-94c1d97bf77c, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=12bc11f8-9040-40bd-999b-94c1d97bf77c,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:14:30.105022 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:30.117132 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:30.120958 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:30.167844 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:30.197727 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37e866-8f7e-433b-b52b-4df9bd13b464 None None] Pushing event updated for resources: {'Port': ['ID=12bc11f8-9040-40bd-999b-94c1d97bf77c,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:30.201033 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-ad37e866-8f7e-433b-b52b-4df9bd13b464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:30.201190 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ec177455-cb07-42d8-a3af-1905d6ac7ba5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:30.204318 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:14:30.209655 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:14:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:30.276610 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Pushing event updated for resources: {'Port': ['ID=fae8366d-2585-48ab-a905-84208242d2f3,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:30.279014 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7527372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8194671'] for router_interface, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:30.282560 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:30.413831 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Network b6555b4f-8502-4e07-ad9a-5812cfe7a903 is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:14:30.415059 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:14:30.425762 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:14:30.644515 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 611cd7be-31e9-4c68-88ca-82e58193b75f up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:14:30.669248 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-24f39141-df8c-4e96-b998-4b9b39da094a None None] Provisioning for port fae8366d-2585-48ab-a905-84208242d2f3 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:14:30.695979 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-24f39141-df8c-4e96-b998-4b9b39da094a None None] Provisioning complete for port fae8366d-2585-48ab-a905-84208242d2f3 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:14:30.696271 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-24f39141-df8c-4e96-b998-4b9b39da094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:30.793529 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-24f39141-df8c-4e96-b998-4b9b39da094a None None] Port fae8366d-2585-48ab-a905-84208242d2f3 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:14:30.821160 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Router bef774b4-11d0-4135-82c0-1d410aa94680 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:14:30.847914 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 611cd7be-31e9-4c68-88ca-82e58193b75f triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:14:30.848280 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:30.930619 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 2, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:30.940073 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50aa9f-026f-45ab-84ec-2147b8570932 None None] The sync data for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi is: [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 2, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:14:30.943353 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-4ceb9c75-2064-4c44-a04d-f698431cd0c7 None None] Provisioning complete for port fae8366d-2585-48ab-a905-84208242d2f3 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:14:30.944100 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9c75-2064-4c44-a04d-f698431cd0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:31.025847 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:14:31.035444 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-0fc28283-cf0f-4e58-8f27-c44a1abc1992 admin admin] 10.222.0.39 "PUT /v2.0/routers/bef774b4-11d0-4135-82c0-1d410aa94680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7416067 Sep 15 09:14:31.045962 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb9c75-2064-4c44-a04d-f698431cd0c7 None None] Port fae8366d-2585-48ab-a905-84208242d2f3 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:14:32.118267 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48212) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:32.124281 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1403085750-network', 'tenant_id': 'e88620842e1846f397da7f29ce9d2629'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:14:32.129227 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:14:32.133090 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Usage tracker for resource:network and tenant:e88620842e1846f397da7f29ce9d2629 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:14:32.136080 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:14:32.141670 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:14:32.213423 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Made reservation on behalf of e88620842e1846f397da7f29ce9d2629 for: {'network': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:14:32.215744 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:32.228341 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:32.258838 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:14:32.262537 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Usage tracker for resource:security_group_rule and tenant:e88620842e1846f397da7f29ce9d2629 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:14:32.265315 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:14:32.270952 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:14:32.332143 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:32.384736 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:32.387388 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-59a67475-2f69-4e18-93ec-b8adea58f1e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:32.420314 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=75826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 09:14:32.425474 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8083fcc-71ab-4fd3-a125-90b4892173e3,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:32.429534 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:32.433023 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:32.433853 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.segments_db [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Added segment 1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b of type vlan for network 14ce9581-4710-40ed-a378-f2b5e5c2c30a Sep 15 09:14:32.458836 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733232716975'] for network, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:32.527479 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591'] for network, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:32.528652 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:14:32.529247 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:32.533842 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c5630948-0717-469f-9ac9-56706c51e534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:32.629705 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Pushing event updated for resources: {'Network': ['ID=14ce9581-4710-40ed-a378-f2b5e5c2c30a,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:32.633147 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:32.640004 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Network 14ce9581-4710-40ed-a378-f2b5e5c2c30a details requested by agent ovs-agent-dv-cinder-806008-2-iscsi with host dv-cinder-806008-2-iscsi {{(pid=75827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:14:32.656580 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 12bc11f8-9040-40bd-999b-94c1d97bf77c up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:14:32.660256 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-95169366-9bde-4e2c-a87e-d882d7c37695 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5408692 Sep 15 09:14:32.663541 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48216) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:32.674273 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-23477acd-3019-43ff-bbbf-32cfc7ff9e5a admin admin] Request body: {'subnet': {'network_id': '14ce9581-4710-40ed-a378-f2b5e5c2c30a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1403085750-subnet', 'tenant_id': 'e88620842e1846f397da7f29ce9d2629', 'ip_version': 4}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:14:32.674273 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-23477acd-3019-43ff-bbbf-32cfc7ff9e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:14:32.677647 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-23477acd-3019-43ff-bbbf-32cfc7ff9e5a admin admin] Usage tracker for resource:subnet and tenant:e88620842e1846f397da7f29ce9d2629 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:14:32.680760 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-23477acd-3019-43ff-bbbf-32cfc7ff9e5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:14:32.686399 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-23477acd-3019-43ff-bbbf-32cfc7ff9e5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:14:32.859334 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23477acd-3019-43ff-bbbf-32cfc7ff9e5a admin admin] Made reservation on behalf of e88620842e1846f397da7f29ce9d2629 for: {'subnet': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:14:32.861911 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-23477acd-3019-43ff-bbbf-32cfc7ff9e5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6737201'] for subnet, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:32.887942 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port 12bc11f8-9040-40bd-999b-94c1d97bf77c completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:14:32.892837 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 12bc11f8-9040-40bd-999b-94c1d97bf77c triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:14:32.895080 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:33.027329 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:33.042870 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port 12bc11f8-9040-40bd-999b-94c1d97bf77c, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=12bc11f8-9040-40bd-999b-94c1d97bf77c,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:14:33.122393 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:33.124194 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-6b7be6b3-3524-4ec1-84e5-9f33eee4e913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:33.147892 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-23477acd-3019-43ff-bbbf-32cfc7ff9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7705115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6737183'] for subnet, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:33.147892 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:33.191055 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=12bc11f8-9040-40bd-999b-94c1d97bf77c,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:33.194942 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:33.219121 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23477acd-3019-43ff-bbbf-32cfc7ff9e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d5fc208-20c4-4ab2-bab4-87efaf446ebe,revision_number=0']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:33.222832 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-23477acd-3019-43ff-bbbf-32cfc7ff9e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:33.227824 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23477acd-3019-43ff-bbbf-32cfc7ff9e5a admin admin] Checking segment: {'id': '1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '14ce9581-4710-40ed-a378-f2b5e5c2c30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:14:33.228169 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23477acd-3019-43ff-bbbf-32cfc7ff9e5a admin admin] Network hostable DHCP agents. Network: 14ce9581-4710-40ed-a378-f2b5e5c2c30a, hostable agents: ['de5341a5-3f79-471e-8c3b-a51ab0fc90c4'], hosted agents: [] {{(pid=75826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:14:33.304994 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23477acd-3019-43ff-bbbf-32cfc7ff9e5a admin admin] Network 14ce9581-4710-40ed-a378-f2b5e5c2c30a is scheduled to be hosted by DHCP agent de5341a5-3f79-471e-8c3b-a51ab0fc90c4 with binding_index 1 {{(pid=75826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:14:33.356503 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-23477acd-3019-43ff-bbbf-32cfc7ff9e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-2-iscsi, 14ce9581-4710-40ed-a378-f2b5e5c2c30a) {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:14:33.360672 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23477acd-3019-43ff-bbbf-32cfc7ff9e5a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:14:33.361260 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-23477acd-3019-43ff-bbbf-32cfc7ff9e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for subnet, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:33.365571 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4def4d4-c821-4772-b616-574858bf3a1a None None] Network 14ce9581-4710-40ed-a378-f2b5e5c2c30a requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:14:33.431778 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-23477acd-3019-43ff-bbbf-32cfc7ff9e5a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7671142 Sep 15 09:14:33.434441 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48220) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:33.439493 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1403085750-router', 'tenant_id': 'e88620842e1846f397da7f29ce9d2629', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:14:33.444519 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:14:33.448256 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Usage tracker for resource:router and tenant:e88620842e1846f397da7f29ce9d2629 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:14:33.451068 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:14:33.456739 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:14:33.596632 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8195256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2380'] for router, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:33.597766 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8195109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8205261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8206285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2387'] for router, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:33.617237 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:33.621795 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07487748-e97a-4872-9396-5f847f705243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5da90e6-6edd-574d-b3e9-05c80648acc4-14ce9581-4710-40ed-a378-f2b5e5c2c30a', 'network_id': '14ce9581-4710-40ed-a378-f2b5e5c2c30a', 'tenant_id': 'e88620842e1846f397da7f29ce9d2629', 'fixed_ips': [{'subnet_id': '7d5fc208-20c4-4ab2-bab4-87efaf446ebe'}]}} from dv-cinder-806008-2-iscsi. {{(pid=75827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 09:14:33.622619 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-07487748-e97a-4872-9396-5f847f705243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:33.768840 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.db_base_plugin_common [None req-07487748-e97a-4872-9396-5f847f705243 None None] Allocated IP 172.20.0.2 (14ce9581-4710-40ed-a378-f2b5e5c2c30a/7d5fc208-20c4-4ab2-bab4-87efaf446ebe/c77062bf-3c2e-4219-a591-f4cbdcafa15b) {{(pid=75827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:14:33.835685 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8205367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8195246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2401'] for router, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:33.967880 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-07487748-e97a-4872-9396-5f847f705243 None None] Notify callbacks [] for port, precommit_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:33.978195 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-07487748-e97a-4872-9396-5f847f705243 None None] Transition to ACTIVE for port object c77062bf-3c2e-4219-a591-f4cbdcafa15b will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:14:33.995775 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-07487748-e97a-4872-9396-5f847f705243 None None] Transition to ACTIVE for port object c77062bf-3c2e-4219-a591-f4cbdcafa15b will not be triggered until provisioned by entity DHCP. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:14:34.059407 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-07487748-e97a-4872-9396-5f847f705243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697'] for port, after_create {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:34.064196 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-4a7d7bc8-234b-439c-ac94-e3dfb239b81d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:34.086398 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:34.116760 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:34.127252 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07487748-e97a-4872-9396-5f847f705243 None None] Network 14ce9581-4710-40ed-a378-f2b5e5c2c30a is already hosted by enough agents. {{(pid=75827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:14:34.130740 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.scheduler.base_scheduler [None req-07487748-e97a-4872-9396-5f847f705243 None None] Resources bound (agent type, host, resource id): {{(pid=75827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:14:34.132549 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07487748-e97a-4872-9396-5f847f705243 None None] Pushing event updated for resources: {'Port': ['ID=c77062bf-3c2e-4219-a591-f4cbdcafa15b,revision_number=1']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:34.134604 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07487748-e97a-4872-9396-5f847f705243 None None] Received port after_create {{(pid=75827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:14:34.136644 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-07487748-e97a-4872-9396-5f847f705243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:34.226926 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-07487748-e97a-4872-9396-5f847f705243 None None] Attempting to bind port c77062bf-3c2e-4219-a591-f4cbdcafa15b on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:14:34.227290 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-07487748-e97a-4872-9396-5f847f705243 None None] Attempting to bind port c77062bf-3c2e-4219-a591-f4cbdcafa15b by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '14ce9581-4710-40ed-a378-f2b5e5c2c30a'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:14:34.227643 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07487748-e97a-4872-9396-5f847f705243 None None] Attempting to bind port c77062bf-3c2e-4219-a591-f4cbdcafa15b on network 14ce9581-4710-40ed-a378-f2b5e5c2c30a {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:14:34.239486 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07487748-e97a-4872-9396-5f847f705243 None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:14:34.239852 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07487748-e97a-4872-9396-5f847f705243 None None] Checking segment: {'id': '1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '14ce9581-4710-40ed-a378-f2b5e5c2c30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:14:34.240239 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-07487748-e97a-4872-9396-5f847f705243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:34.240617 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07487748-e97a-4872-9396-5f847f705243 None None] Bound using segment: {'id': '1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '14ce9581-4710-40ed-a378-f2b5e5c2c30a'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:14:34.241074 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-07487748-e97a-4872-9396-5f847f705243 None None] Bound port: c77062bf-3c2e-4219-a591-f4cbdcafa15b, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '14ce9581-4710-40ed-a378-f2b5e5c2c30a'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:14:34.241440 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-07487748-e97a-4872-9396-5f847f705243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:34.255600 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Allocated IP 172.27.1.14 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/84d69f53-8c6b-4d01-9bef-39fefc34f1ed) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:14:34.342312 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-07487748-e97a-4872-9396-5f847f705243 None None] For port c77062bf-3c2e-4219-a591-f4cbdcafa15b, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:14:34.342312 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-07487748-e97a-4872-9396-5f847f705243 None None] For port c77062bf-3c2e-4219-a591-f4cbdcafa15b, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=c77062bf-3c2e-4219-a591-f4cbdcafa15b,segment=NetworkSegment(1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b),segment_id=1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:14:34.401939 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:34.417008 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:34.453975 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-07487748-e97a-4872-9396-5f847f705243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:34.457657 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:34.506569 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:34.510532 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-27818c85-2326-4b00-a2a1-2d458b15a1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:34.533497 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07487748-e97a-4872-9396-5f847f705243 None None] Pushing event updated for resources: {'Port': ['ID=c77062bf-3c2e-4219-a591-f4cbdcafa15b,revision_number=2']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:34.536658 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-07487748-e97a-4872-9396-5f847f705243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:34.571858 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:14:34.574774 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:14:34.578500 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:14:34.620602 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Pushing event updated for resources: {'Port': ['ID=84d69f53-8c6b-4d01-9bef-39fefc34f1ed,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:34.624927 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:34.639710 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 12bc11f8-9040-40bd-999b-94c1d97bf77c up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:14:34.729144 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 12bc11f8-9040-40bd-999b-94c1d97bf77c triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:14:34.729511 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:34.832970 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:34.833746 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8195249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8205330'] for router, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:35.127704 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Router ae8610c6-7c3a-43d2-a963-1b2015498994 is scheduled to L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f with binding_index 1 {{(pid=75826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 09:14:35.383929 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add3f830-928a-4cd4-9ad3-293474867b2e None None] Network 14ce9581-4710-40ed-a378-f2b5e5c2c30a requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:14:35.449966 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:14:35.459363 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Sync routers for ids ['ae8610c6-7c3a-43d2-a963-1b2015498994'] in dv-cinder-806008-2-iscsi {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:14:35.472171 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Routers {'ae8610c6-7c3a-43d2-a963-1b2015498994'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:14:35.473469 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-df217b26-8e82-4976-8162-c86af103b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:14:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ae8610c6-7c3a-43d2-a963-1b2015498994'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:35.542294 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-dfc21f46-f14a-4a3a-98d4-39657451d08d None None] Provisioning for port c77062bf-3c2e-4219-a591-f4cbdcafa15b completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:14:35.550925 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] Notify callbacks [] for router, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:35.552883 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-264d5cc0-7f47-42c1-b814-bfcbb4c03a23 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1175044 Sep 15 09:14:35.555729 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48224) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:35.651414 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Set router ae8610c6-7c3a-43d2-a963-1b2015498994 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:14:35.963144 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-df217b26-8e82-4976-8162-c86af103b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'name': 'tempest-TestVolumeBootPattern-1403085750-router', 'tenant_id': 'e88620842e1846f397da7f29ce9d2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:33Z', 'updated_at': '2021-09-15T09:14:34Z', 'revision_number': 3, 'project_id': 'e88620842e1846f397da7f29ce9d2629', 'gw_port': {'id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:89:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:34Z', 'updated_at': '2021-09-15T09:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:35.966841 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Checking router: ae8610c6-7c3a-43d2-a963-1b2015498994 for host: dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:14:35.967188 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Updating router ae8610c6-7c3a-43d2-a963-1b2015498994 port 84d69f53-8c6b-4d01-9bef-39fefc34f1ed binding host dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 09:14:36.039015 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-7c68b27e-3d24-4cb3-ab46-abe1a0939cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:36.064420 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:36.385510 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Notify callbacks [] for port, precommit_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:36.399681 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.provisioning_blocks [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Transition to ACTIVE for port object 84d69f53-8c6b-4d01-9bef-39fefc34f1ed will not be triggered until provisioned by entity L2. {{(pid=75829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:14:36.415924 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:36.470655 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:36.476723 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-bf212f31-7360-4266-9e1b-57040ef32e6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:36.533573 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:36.553395 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Attempting to bind port 84d69f53-8c6b-4d01-9bef-39fefc34f1ed on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:14:36.553761 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Attempting to bind port 84d69f53-8c6b-4d01-9bef-39fefc34f1ed by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:14:36.554136 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Attempting to bind port 84d69f53-8c6b-4d01-9bef-39fefc34f1ed on network 9e4362ae-5b83-4f46-9c62-0914bea87c2f {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:14:36.556003 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17473ce-4bdd-4eb4-a66d-54a0db2e980c None None] Pushing event updated for resources: {'Port': ['ID=84d69f53-8c6b-4d01-9bef-39fefc34f1ed,revision_number=2']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:36.567685 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17473ce-4bdd-4eb4-a66d-54a0db2e980c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:36.568021 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17473ce-4bdd-4eb4-a66d-54a0db2e980c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:36.568344 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17473ce-4bdd-4eb4-a66d-54a0db2e980c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:36.568658 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17473ce-4bdd-4eb4-a66d-54a0db2e980c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:36.568971 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17473ce-4bdd-4eb4-a66d-54a0db2e980c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:36.569283 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17473ce-4bdd-4eb4-a66d-54a0db2e980c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:36.569591 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17473ce-4bdd-4eb4-a66d-54a0db2e980c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:36.569901 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17473ce-4bdd-4eb4-a66d-54a0db2e980c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:36.570366 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17473ce-4bdd-4eb4-a66d-54a0db2e980c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:36.570674 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17473ce-4bdd-4eb4-a66d-54a0db2e980c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:36.570978 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17473ce-4bdd-4eb4-a66d-54a0db2e980c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:14:36.574116 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:14:36.574473 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Checking segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:14:36.574863 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:36.575242 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Bound using segment: {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:14:36.575692 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Bound port: 84d69f53-8c6b-4d01-9bef-39fefc34f1ed, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6025b9-c1ac-4af0-a0d9-408444ff9c9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f'}}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:14:36.576054 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:36.599609 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-c17473ce-4bdd-4eb4-a66d-54a0db2e980c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:36.634161 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Allocated IP 172.20.0.1 (14ce9581-4710-40ed-a378-f2b5e5c2c30a/7d5fc208-20c4-4ab2-bab4-87efaf446ebe/e6abfbbc-d78e-4d0c-9770-fd26e3467f39) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:14:36.650372 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-df217b26-8e82-4976-8162-c86af103b472 None None] For port 84d69f53-8c6b-4d01-9bef-39fefc34f1ed, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:14:36.650907 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-df217b26-8e82-4976-8162-c86af103b472 None None] For port 84d69f53-8c6b-4d01-9bef-39fefc34f1ed, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=84d69f53-8c6b-4d01-9bef-39fefc34f1ed,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:14:36.667067 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device c77062bf-3c2e-4219-a591-f4cbdcafa15b up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:14:36.733888 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:36.739231 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:36.790200 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:36.790451 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port c77062bf-3c2e-4219-a591-f4cbdcafa15b completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:14:36.796801 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port c77062bf-3c2e-4219-a591-f4cbdcafa15b triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:14:36.797327 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:36.805794 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.provisioning_blocks [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Transition to ACTIVE for port object e6abfbbc-d78e-4d0c-9770-fd26e3467f39 will not be triggered until provisioned by entity DHCP. {{(pid=75825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:14:36.816936 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17473ce-4bdd-4eb4-a66d-54a0db2e980c None None] Pushing event updated for resources: {'Port': ['ID=84d69f53-8c6b-4d01-9bef-39fefc34f1ed,revision_number=3']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:36.821329 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-c17473ce-4bdd-4eb4-a66d-54a0db2e980c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:36.830612 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Routers {'ae8610c6-7c3a-43d2-a963-1b2015498994'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:14:36.831224 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-df217b26-8e82-4976-8162-c86af103b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:14:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ae8610c6-7c3a-43d2-a963-1b2015498994'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:36.893751 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:36.899662 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:36.918194 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:36.952280 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port c77062bf-3c2e-4219-a591-f4cbdcafa15b, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=c77062bf-3c2e-4219-a591-f4cbdcafa15b,segment=NetworkSegment(1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b),segment_id=1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:14:36.957972 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Network 14ce9581-4710-40ed-a378-f2b5e5c2c30a is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:14:36.960772 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:14:36.967947 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:14:37.008429 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Pushing event updated for resources: {'Port': ['ID=e6abfbbc-d78e-4d0c-9770-fd26e3467f39,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:37.015450 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:37.016489 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-df217b26-8e82-4976-8162-c86af103b472 None None] Set router ae8610c6-7c3a-43d2-a963-1b2015498994 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:14:37.025096 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:37.027832 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8205524'] for router_interface, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:37.030975 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:37.099829 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=c77062bf-3c2e-4219-a591-f4cbdcafa15b,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:37.103906 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:37.210464 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:37.264856 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-76eb26c2-4bc7-4bf1-91a7-6bfbb7ae1dd3 None None] Provisioning for port e6abfbbc-d78e-4d0c-9770-fd26e3467f39 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:14:37.270070 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-76eb26c2-4bc7-4bf1-91a7-6bfbb7ae1dd3 None None] Provisioning complete for port e6abfbbc-d78e-4d0c-9770-fd26e3467f39 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:14:37.270516 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-76eb26c2-4bc7-4bf1-91a7-6bfbb7ae1dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:37.312612 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-df217b26-8e82-4976-8162-c86af103b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'name': 'tempest-TestVolumeBootPattern-1403085750-router', 'tenant_id': 'e88620842e1846f397da7f29ce9d2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:33Z', 'updated_at': '2021-09-15T09:14:34Z', 'revision_number': 3, 'project_id': 'e88620842e1846f397da7f29ce9d2629', 'gw_port': {'id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:89:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:34Z', 'updated_at': '2021-09-15T09:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:37.316720 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df217b26-8e82-4976-8162-c86af103b472 None None] The sync data for ids ['ae8610c6-7c3a-43d2-a963-1b2015498994'] in dv-cinder-806008-2-iscsi is: [{'id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'name': 'tempest-TestVolumeBootPattern-1403085750-router', 'tenant_id': 'e88620842e1846f397da7f29ce9d2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:33Z', 'updated_at': '2021-09-15T09:14:34Z', 'revision_number': 3, 'project_id': 'e88620842e1846f397da7f29ce9d2629', 'gw_port': {'id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:89:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:34Z', 'updated_at': '2021-09-15T09:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}] {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:14:37.327835 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-76eb26c2-4bc7-4bf1-91a7-6bfbb7ae1dd3 None None] Port e6abfbbc-d78e-4d0c-9770-fd26e3467f39 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:14:37.424093 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:37.504508 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092364'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:37.531299 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-f702f141-0120-4cec-8050-353cb7e7385a tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:37.606508 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7527372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8194671'] for router_interface, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:37.609641 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Pushing event updated for resources: {'Port': ['ID=e6abfbbc-d78e-4d0c-9770-fd26e3467f39,revision_number=2']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:37.613450 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:37.744383 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Network 14ce9581-4710-40ed-a378-f2b5e5c2c30a is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:14:37.745324 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:14:37.950440 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-a7ef61e2-94b8-4e6b-aa5c-bfc1f1a019b6 None None] Provisioning complete for port e6abfbbc-d78e-4d0c-9770-fd26e3467f39 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:14:37.951027 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-a7ef61e2-94b8-4e6b-aa5c-bfc1f1a019b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:38.001865 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef61e2-94b8-4e6b-aa5c-bfc1f1a019b6 None None] Port e6abfbbc-d78e-4d0c-9770-fd26e3467f39 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:14:38.224754 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Router ae8610c6-7c3a-43d2-a963-1b2015498994 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:14:38.236437 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-d067e3d5-cb52-486e-9845-9ecfb5e4cffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:38.418556 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:14:38.427579 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-b850839c-35da-47ad-bcb4-2d6c2ef40911 admin admin] 10.222.0.39 "PUT /v2.0/routers/ae8610c6-7c3a-43d2-a963-1b2015498994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8708005 Sep 15 09:14:38.629414 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device c77062bf-3c2e-4219-a591-f4cbdcafa15b up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:14:38.724614 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port c77062bf-3c2e-4219-a591-f4cbdcafa15b triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:14:38.724975 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:38.985807 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48234) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:38.992214 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-29d07652-04d4-4492-bbeb-381dfbcfc593 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2144518127', 'description': 'tempest-secgroup-smoke-2144518127 description', 'project_id': 'fa72fb70665242e7b7637379b4286d93'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:14:38.997969 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-29d07652-04d4-4492-bbeb-381dfbcfc593 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:14:39.001782 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-29d07652-04d4-4492-bbeb-381dfbcfc593 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Usage tracker for resource:security_group and tenant:fa72fb70665242e7b7637379b4286d93 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:14:39.004631 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-29d07652-04d4-4492-bbeb-381dfbcfc593 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:14:39.010343 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-29d07652-04d4-4492-bbeb-381dfbcfc593 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:14:39.053364 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-29d07652-04d4-4492-bbeb-381dfbcfc593 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:39.087896 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-29d07652-04d4-4492-bbeb-381dfbcfc593 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:14:39.091988 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-29d07652-04d4-4492-bbeb-381dfbcfc593 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Usage tracker for resource:security_group_rule and tenant:fa72fb70665242e7b7637379b4286d93 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:14:39.094899 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-29d07652-04d4-4492-bbeb-381dfbcfc593 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:14:39.102716 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-29d07652-04d4-4492-bbeb-381dfbcfc593 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:14:39.159962 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-29d07652-04d4-4492-bbeb-381dfbcfc593 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:39.195695 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-29d07652-04d4-4492-bbeb-381dfbcfc593 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:39.199155 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-234826b8-6c06-42c6-8092-a1c59e248947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:39.237496 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d07652-04d4-4492-bbeb-381dfbcfc593 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f472875-22ef-4523-9be4-387ff84dc30e,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:39.240769 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-29d07652-04d4-4492-bbeb-381dfbcfc593 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:39.298823 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-29d07652-04d4-4492-bbeb-381dfbcfc593 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:39.300017 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-29d07652-04d4-4492-bbeb-381dfbcfc593 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3131919 Sep 15 09:14:39.302906 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48238) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:39.308305 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-03136804-e3c5-4ee9-8863-340eb87ea7c4 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Request body: {'security_group_rule': {'security_group_id': '5f472875-22ef-4523-9be4-387ff84dc30e', 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:14:39.314051 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-03136804-e3c5-4ee9-8863-340eb87ea7c4 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:14:39.317789 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-03136804-e3c5-4ee9-8863-340eb87ea7c4 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Usage tracker for resource:security_group_rule and tenant:fa72fb70665242e7b7637379b4286d93 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:14:39.320635 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-03136804-e3c5-4ee9-8863-340eb87ea7c4 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:14:39.326369 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-03136804-e3c5-4ee9-8863-340eb87ea7c4 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:14:39.391124 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-03136804-e3c5-4ee9-8863-340eb87ea7c4 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:39.451227 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-03136804-e3c5-4ee9-8863-340eb87ea7c4 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:39.493660 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:39.510579 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-03136804-e3c5-4ee9-8863-340eb87ea7c4 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:39.512640 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:39.534027 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03136804-e3c5-4ee9-8863-340eb87ea7c4 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da7e657-fb8b-48f4-b11a-e7efba408dd3,revision_number=0']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:39.536971 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-03136804-e3c5-4ee9-8863-340eb87ea7c4 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:39.601669 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-03136804-e3c5-4ee9-8863-340eb87ea7c4 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:39.602878 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-03136804-e3c5-4ee9-8863-340eb87ea7c4 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2990613 Sep 15 09:14:39.605499 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48242) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:39.611147 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-485f7ba2-9b8d-465a-93d3-32215d7dc38c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Request body: {'security_group_rule': {'security_group_id': '5f472875-22ef-4523-9be4-387ff84dc30e', 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:14:39.616758 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-485f7ba2-9b8d-465a-93d3-32215d7dc38c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:14:39.620473 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-485f7ba2-9b8d-465a-93d3-32215d7dc38c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Usage tracker for resource:security_group_rule and tenant:fa72fb70665242e7b7637379b4286d93 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:14:39.623405 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-485f7ba2-9b8d-465a-93d3-32215d7dc38c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:14:39.629210 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-485f7ba2-9b8d-465a-93d3-32215d7dc38c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:14:39.694473 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-485f7ba2-9b8d-465a-93d3-32215d7dc38c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:39.752716 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-485f7ba2-9b8d-465a-93d3-32215d7dc38c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:39.801605 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-485f7ba2-9b8d-465a-93d3-32215d7dc38c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:39.803695 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-dfd1fc08-69d5-491e-bf30-479dee2858f6 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:39.827321 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f7ba2-9b8d-465a-93d3-32215d7dc38c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f812f9a4-7cde-431c-a4c3-ed608c78e1fe,revision_number=0']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:39.829577 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-485f7ba2-9b8d-465a-93d3-32215d7dc38c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:39.875632 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-485f7ba2-9b8d-465a-93d3-32215d7dc38c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:39.876815 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-485f7ba2-9b8d-465a-93d3-32215d7dc38c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2704291 Sep 15 09:14:39.879994 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48246) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:39.885284 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-c7eddf83-e350-4e32-a9be-be12bea46f6f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Request body: {'security_group_rule': {'security_group_id': '5f472875-22ef-4523-9be4-387ff84dc30e', 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:14:39.890887 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-c7eddf83-e350-4e32-a9be-be12bea46f6f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:14:39.894595 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-c7eddf83-e350-4e32-a9be-be12bea46f6f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Usage tracker for resource:security_group_rule and tenant:fa72fb70665242e7b7637379b4286d93 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:14:39.898008 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-c7eddf83-e350-4e32-a9be-be12bea46f6f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:14:39.903651 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-c7eddf83-e350-4e32-a9be-be12bea46f6f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:14:39.996661 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c7eddf83-e350-4e32-a9be-be12bea46f6f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:40.057698 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c7eddf83-e350-4e32-a9be-be12bea46f6f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:40.127266 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c7eddf83-e350-4e32-a9be-be12bea46f6f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:40.129312 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-2ce309e3-2d39-4e68-8ba2-2f2893ed8f45 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:40.152551 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eddf83-e350-4e32-a9be-be12bea46f6f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7918ab86-cd22-42c0-886e-f06330e4c4f6,revision_number=0']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:40.155173 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-c7eddf83-e350-4e32-a9be-be12bea46f6f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:40.224574 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-c7eddf83-e350-4e32-a9be-be12bea46f6f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:40.225772 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-c7eddf83-e350-4e32-a9be-be12bea46f6f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3448792 Sep 15 09:14:40.228464 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48250) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:40.233936 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-ab40a491-7956-4817-b638-e1516cb49921 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Request body: {'security_group_rule': {'security_group_id': '5f472875-22ef-4523-9be4-387ff84dc30e', 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:14:40.240500 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-ab40a491-7956-4817-b638-e1516cb49921 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:14:40.244284 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-ab40a491-7956-4817-b638-e1516cb49921 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Usage tracker for resource:security_group_rule and tenant:fa72fb70665242e7b7637379b4286d93 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:14:40.247186 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-ab40a491-7956-4817-b638-e1516cb49921 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:14:40.252927 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-ab40a491-7956-4817-b638-e1516cb49921 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:14:40.310363 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ab40a491-7956-4817-b638-e1516cb49921 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:40.370859 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ab40a491-7956-4817-b638-e1516cb49921 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:40.413391 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ab40a491-7956-4817-b638-e1516cb49921 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:40.415396 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:40.436891 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40a491-7956-4817-b638-e1516cb49921 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2745e9-f20f-4ce5-84be-2e43c857da86,revision_number=0']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:40.439217 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-ab40a491-7956-4817-b638-e1516cb49921 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:40.487213 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-ab40a491-7956-4817-b638-e1516cb49921 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:40.488400 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-ab40a491-7956-4817-b638-e1516cb49921 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2590394 Sep 15 09:14:40.491931 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48254) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:40.497220 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-261b7545-b52c-48e9-88be-25bf8a3ab279 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Request body: {'security_group_rule': {'security_group_id': '5f472875-22ef-4523-9be4-387ff84dc30e', 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:14:40.502775 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-261b7545-b52c-48e9-88be-25bf8a3ab279 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:14:40.506452 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-261b7545-b52c-48e9-88be-25bf8a3ab279 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Usage tracker for resource:security_group_rule and tenant:fa72fb70665242e7b7637379b4286d93 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:14:40.509216 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-261b7545-b52c-48e9-88be-25bf8a3ab279 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:14:40.514736 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-261b7545-b52c-48e9-88be-25bf8a3ab279 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:14:40.567720 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.securitygroups_db [None req-261b7545-b52c-48e9-88be-25bf8a3ab279 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Project fa72fb70665242e7b7637379b4286d93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:14:40.574073 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-261b7545-b52c-48e9-88be-25bf8a3ab279 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:40.639459 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-261b7545-b52c-48e9-88be-25bf8a3ab279 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:40.693346 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-261b7545-b52c-48e9-88be-25bf8a3ab279 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:40.695434 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-03136804-e3c5-4ee9-8863-340eb87ea7c4 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:40.718355 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b7545-b52c-48e9-88be-25bf8a3ab279 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a9ea37-a2ec-455d-840f-e6206e28ee93,revision_number=0']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:40.720759 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-261b7545-b52c-48e9-88be-25bf8a3ab279 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:40.779285 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-261b7545-b52c-48e9-88be-25bf8a3ab279 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:40.780444 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-261b7545-b52c-48e9-88be-25bf8a3ab279 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2876289 Sep 15 09:14:40.783333 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48258) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:14:40.789337 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-324cb8a2-d717-4bc0-a64d-d9cc416882d9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Request body: {'security_group_rule': {'security_group_id': '5f472875-22ef-4523-9be4-387ff84dc30e', 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:14:40.794977 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-324cb8a2-d717-4bc0-a64d-d9cc416882d9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:14:40.798737 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-324cb8a2-d717-4bc0-a64d-d9cc416882d9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Usage tracker for resource:security_group_rule and tenant:fa72fb70665242e7b7637379b4286d93 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:14:40.801661 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-324cb8a2-d717-4bc0-a64d-d9cc416882d9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:14:40.807338 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-324cb8a2-d717-4bc0-a64d-d9cc416882d9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:14:40.859271 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:40.876360 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.securitygroups_db [None req-324cb8a2-d717-4bc0-a64d-d9cc416882d9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Project fa72fb70665242e7b7637379b4286d93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:14:40.882719 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-324cb8a2-d717-4bc0-a64d-d9cc416882d9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:41.063490 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-324cb8a2-d717-4bc0-a64d-d9cc416882d9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:41.115989 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-324cb8a2-d717-4bc0-a64d-d9cc416882d9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211345'] for security_group_rule, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:41.117969 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-9baa46d3-39a7-4912-818b-5ca17d78ec11 tempest-AttachVolumeShelveTestJSON-742724906 tempest-AttachVolumeShelveTestJSON-742724906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:41.140816 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cb8a2-d717-4bc0-a64d-d9cc416882d9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca398299-0f88-4907-bd3a-bc9f42cc8a14,revision_number=0']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:41.144982 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-324cb8a2-d717-4bc0-a64d-d9cc416882d9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:41.190018 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-324cb8a2-d717-4bc0-a64d-d9cc416882d9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:41.191224 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-324cb8a2-d717-4bc0-a64d-d9cc416882d9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4069891 Sep 15 09:14:42.651243 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 84d69f53-8c6b-4d01-9bef-39fefc34f1ed up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:14:42.790406 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port 84d69f53-8c6b-4d01-9bef-39fefc34f1ed completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:14:42.795661 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 84d69f53-8c6b-4d01-9bef-39fefc34f1ed triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:14:42.796009 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:42.912517 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:42.929320 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port 84d69f53-8c6b-4d01-9bef-39fefc34f1ed, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=84d69f53-8c6b-4d01-9bef-39fefc34f1ed,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:14:42.973061 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:42.974922 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:43.044505 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=84d69f53-8c6b-4d01-9bef-39fefc34f1ed,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:43.047643 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:44.544847 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Sync routers for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:14:44.556847 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:14:44.557446 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:14:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:44.637019 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 84d69f53-8c6b-4d01-9bef-39fefc34f1ed up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:14:44.791599 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:14:44.835676 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port 84d69f53-8c6b-4d01-9bef-39fefc34f1ed triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:14:44.836044 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:45.202827 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 2, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:45.206824 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Checking router: bef774b4-11d0-4135-82c0-1d410aa94680 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:14:45.208252 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Updating router bef774b4-11d0-4135-82c0-1d410aa94680 port fae8366d-2585-48ab-a905-84208242d2f3 binding host dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 09:14:45.258467 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:45.593901 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Notify callbacks [] for port, precommit_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:45.605113 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Transition to ACTIVE for port object fae8366d-2585-48ab-a905-84208242d2f3 will not be triggered until provisioned by entity L2. {{(pid=75827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:14:45.676185 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:45.679950 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-ad37e866-8f7e-433b-b52b-4df9bd13b464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:45.829107 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1741e-269b-4434-886d-bf6a7557fc41 None None] Pushing event updated for resources: {'Port': ['ID=fae8366d-2585-48ab-a905-84208242d2f3,revision_number=3']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:45.838501 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-1eb1741e-269b-4434-886d-bf6a7557fc41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:45.928230 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Attempting to bind port fae8366d-2585-48ab-a905-84208242d2f3 on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:14:45.928598 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Attempting to bind port fae8366d-2585-48ab-a905-84208242d2f3 by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:14:45.928965 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Attempting to bind port fae8366d-2585-48ab-a905-84208242d2f3 on network b6555b4f-8502-4e07-ad9a-5812cfe7a903 {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:14:45.935474 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:14:45.935843 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Checking segment: {'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:14:45.936240 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:45.936626 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Bound using segment: {'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'} {{(pid=75827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:14:45.937111 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.managers [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Bound port: fae8366d-2585-48ab-a905-84208242d2f3, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'}}] {{(pid=75827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:14:45.937477 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:46.044718 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] For port fae8366d-2585-48ab-a905-84208242d2f3, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:14:46.047681 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] For port fae8366d-2585-48ab-a905-84208242d2f3, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=fae8366d-2585-48ab-a905-84208242d2f3,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:14:46.105262 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:46.109004 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-07487748-e97a-4872-9396-5f847f705243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:46.185408 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1741e-269b-4434-886d-bf6a7557fc41 None None] Pushing event updated for resources: {'Port': ['ID=fae8366d-2585-48ab-a905-84208242d2f3,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:46.188936 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-1eb1741e-269b-4434-886d-bf6a7557fc41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:46.190509 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:14:46.191123 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:14:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:46.393150 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:14:46.667619 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device fae8366d-2585-48ab-a905-84208242d2f3 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:14:46.762641 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:46.766528 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc73a4-c97c-498c-b0fd-05e3a7a2734d None None] The sync data for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi is: [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:14:46.830375 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port fae8366d-2585-48ab-a905-84208242d2f3 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:14:46.837051 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port fae8366d-2585-48ab-a905-84208242d2f3 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:14:46.837429 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:46.954762 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:46.990279 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port fae8366d-2585-48ab-a905-84208242d2f3, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=fae8366d-2585-48ab-a905-84208242d2f3,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:14:47.076814 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:47.078902 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-1eb1741e-269b-4434-886d-bf6a7557fc41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:47.155116 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=fae8366d-2585-48ab-a905-84208242d2f3,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:47.158735 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:47.256919 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Sync routers for ids ['ae8610c6-7c3a-43d2-a963-1b2015498994'] in dv-cinder-806008-2-iscsi {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:14:47.268905 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Routers {'ae8610c6-7c3a-43d2-a963-1b2015498994'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:14:47.270453 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:14:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ae8610c6-7c3a-43d2-a963-1b2015498994'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:47.445996 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Set router ae8610c6-7c3a-43d2-a963-1b2015498994 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:14:47.773713 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'name': 'tempest-TestVolumeBootPattern-1403085750-router', 'tenant_id': 'e88620842e1846f397da7f29ce9d2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:33Z', 'updated_at': '2021-09-15T09:14:37Z', 'revision_number': 4, 'project_id': 'e88620842e1846f397da7f29ce9d2629', 'gw_port': {'id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:34Z', 'updated_at': '2021-09-15T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'e6abfbbc-d78e-4d0c-9770-fd26e3467f39', 'name': '', 'network_id': '14ce9581-4710-40ed-a378-f2b5e5c2c30a', 'tenant_id': 'e88620842e1846f397da7f29ce9d2629', 'mac_address': 'fa:16:3e:2f:05:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d5fc208-20c4-4ab2-bab4-87efaf446ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:36Z', 'updated_at': '2021-09-15T09:14:37Z', 'revision_number': 2, 'project_id': 'e88620842e1846f397da7f29ce9d2629', 'subnets': [{'id': '7d5fc208-20c4-4ab2-bab4-87efaf446ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:47.777321 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Checking router: ae8610c6-7c3a-43d2-a963-1b2015498994 for host: dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:14:47.777670 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Updating router ae8610c6-7c3a-43d2-a963-1b2015498994 port e6abfbbc-d78e-4d0c-9770-fd26e3467f39 binding host dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 09:14:47.828352 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:48.167268 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Notify callbacks [] for port, precommit_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:48.179758 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.provisioning_blocks [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Transition to ACTIVE for port object e6abfbbc-d78e-4d0c-9770-fd26e3467f39 will not be triggered until provisioned by entity L2. {{(pid=75829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:14:48.258814 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:48.263475 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:48.396911 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd986ff4-cd7f-409f-85e8-6f53472c2cd9 None None] Pushing event updated for resources: {'Port': ['ID=e6abfbbc-d78e-4d0c-9770-fd26e3467f39,revision_number=3']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:48.400277 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-fd986ff4-cd7f-409f-85e8-6f53472c2cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:48.483096 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Attempting to bind port e6abfbbc-d78e-4d0c-9770-fd26e3467f39 on host dv-cinder-806008-2-iscsi for vnic_type normal with profile {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:14:48.483503 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Attempting to bind port e6abfbbc-d78e-4d0c-9770-fd26e3467f39 by drivers openvswitch,hyperv on host dv-cinder-806008-2-iscsi at level 0 using segments [{'id': '1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '14ce9581-4710-40ed-a378-f2b5e5c2c30a'}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:14:48.483871 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Attempting to bind port e6abfbbc-d78e-4d0c-9770-fd26e3467f39 on network 14ce9581-4710-40ed-a378-f2b5e5c2c30a {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:14:48.491127 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Checking agent: {'id': '445298a1-88c0-4a6d-87d7-6bd7d2989085', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 49, 6), 'started_at': datetime.datetime(2021, 9, 15, 8, 49, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:14:48.491490 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Checking segment: {'id': '1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '14ce9581-4710-40ed-a378-f2b5e5c2c30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:14:48.491880 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:48.492268 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Bound using segment: {'id': '1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '14ce9581-4710-40ed-a378-f2b5e5c2c30a'} {{(pid=75829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:14:48.492719 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.managers [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Bound port: e6abfbbc-d78e-4d0c-9770-fd26e3467f39, host: dv-cinder-806008-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '14ce9581-4710-40ed-a378-f2b5e5c2c30a'}}] {{(pid=75829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:14:48.493103 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:48.583506 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] For port e6abfbbc-d78e-4d0c-9770-fd26e3467f39, host dv-cinder-806008-2-iscsi, cleared binding levels {{(pid=75829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:14:48.586600 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.plugins.ml2.db [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] For port e6abfbbc-d78e-4d0c-9770-fd26e3467f39, host dv-cinder-806008-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=e6abfbbc-d78e-4d0c-9770-fd26e3467f39,segment=NetworkSegment(1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b),segment_id=1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b)] {{(pid=75829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:14:48.637352 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device fae8366d-2585-48ab-a905-84208242d2f3 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:14:48.653635 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron_lib.callbacks.manager [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:48.657644 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-c17473ce-4bdd-4eb4-a66d-54a0db2e980c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:48.719981 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port fae8366d-2585-48ab-a905-84208242d2f3 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:14:48.719981 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:48.732965 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd986ff4-cd7f-409f-85e8-6f53472c2cd9 None None] Pushing event updated for resources: {'Port': ['ID=e6abfbbc-d78e-4d0c-9770-fd26e3467f39,revision_number=4']} {{(pid=75829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:48.737413 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG oslo_concurrency.lockutils [None req-fd986ff4-cd7f-409f-85e8-6f53472c2cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:48.746504 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Routers {'ae8610c6-7c3a-43d2-a963-1b2015498994'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:14:48.747828 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:14:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ae8610c6-7c3a-43d2-a963-1b2015498994'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:48.932690 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] Set router ae8610c6-7c3a-43d2-a963-1b2015498994 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:14:49.238817 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'name': 'tempest-TestVolumeBootPattern-1403085750-router', 'tenant_id': 'e88620842e1846f397da7f29ce9d2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:33Z', 'updated_at': '2021-09-15T09:14:37Z', 'revision_number': 4, 'project_id': 'e88620842e1846f397da7f29ce9d2629', 'gw_port': {'id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:34Z', 'updated_at': '2021-09-15T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'e6abfbbc-d78e-4d0c-9770-fd26e3467f39', 'name': '', 'network_id': '14ce9581-4710-40ed-a378-f2b5e5c2c30a', 'tenant_id': 'e88620842e1846f397da7f29ce9d2629', 'mac_address': 'fa:16:3e:2f:05:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d5fc208-20c4-4ab2-bab4-87efaf446ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:36Z', 'updated_at': '2021-09-15T09:14:48Z', 'revision_number': 4, 'project_id': 'e88620842e1846f397da7f29ce9d2629', 'subnets': [{'id': '7d5fc208-20c4-4ab2-bab4-87efaf446ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:14:49.242716 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1261753-2186-4dc5-b58d-c556f64c4e58 None None] The sync data for ids ['ae8610c6-7c3a-43d2-a963-1b2015498994'] in dv-cinder-806008-2-iscsi is: [{'id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'name': 'tempest-TestVolumeBootPattern-1403085750-router', 'tenant_id': 'e88620842e1846f397da7f29ce9d2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:33Z', 'updated_at': '2021-09-15T09:14:37Z', 'revision_number': 4, 'project_id': 'e88620842e1846f397da7f29ce9d2629', 'gw_port': {'id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:34Z', 'updated_at': '2021-09-15T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'e6abfbbc-d78e-4d0c-9770-fd26e3467f39', 'name': '', 'network_id': '14ce9581-4710-40ed-a378-f2b5e5c2c30a', 'tenant_id': 'e88620842e1846f397da7f29ce9d2629', 'mac_address': 'fa:16:3e:2f:05:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d5fc208-20c4-4ab2-bab4-87efaf446ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:36Z', 'updated_at': '2021-09-15T09:14:48Z', 'revision_number': 4, 'project_id': 'e88620842e1846f397da7f29ce9d2629', 'subnets': [{'id': '7d5fc208-20c4-4ab2-bab4-87efaf446ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:14:50.650322 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device e6abfbbc-d78e-4d0c-9770-fd26e3467f39 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:14:50.772643 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning for port e6abfbbc-d78e-4d0c-9770-fd26e3467f39 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:14:50.777723 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port e6abfbbc-d78e-4d0c-9770-fd26e3467f39 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:14:50.778237 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:50.892155 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:50.923576 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] For port e6abfbbc-d78e-4d0c-9770-fd26e3467f39, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=e6abfbbc-d78e-4d0c-9770-fd26e3467f39,segment=NetworkSegment(1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b),segment_id=1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:14:50.991085 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:50.992958 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:14:51.060228 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Pushing event updated for resources: {'Port': ['ID=e6abfbbc-d78e-4d0c-9770-fd26e3467f39,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:14:51.063434 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:14:52.638639 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device e6abfbbc-d78e-4d0c-9770-fd26e3467f39 up at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:14:52.736896 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Provisioning complete for port e6abfbbc-d78e-4d0c-9770-fd26e3467f39 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:14:52.737267 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:14:58.694668 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-ff140ce0-efdc-471f-a52e-d5f10e62b6d0 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Synchronizing usage tracker for tenant:fa72fb70665242e7b7637379b4286d93 on resource:security_group {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:14:58.777870 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-ff140ce0-efdc-471f-a52e-d5f10e62b6d0 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Unset dirty status for tenant:fa72fb70665242e7b7637379b4286d93 on resource:security_group {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:14:58.779066 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-ff140ce0-efdc-471f-a52e-d5f10e62b6d0 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144518127&fields=id&tenant_id=fa72fb70665242e7b7637379b4286d93 HTTP/1.1" status: 200 len: 267 time: 0.1245928 Sep 15 09:14:58.923180 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-a2945ccd-5a9c-4076-88ff-7010e1242fb1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:14:58.924606 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-a2945ccd-5a9c-4076-88ff-7010e1242fb1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 811 time: 0.1391988 Sep 15 09:14:58.939971 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-0ec37fbd-2efe-4f81-8635-88da8ece5104 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/quotas/fa72fb70665242e7b7637379b4286d93 HTTP/1.1" status: 200 len: 375 time: 0.0101132 Sep 15 09:14:59.022439 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-2d04b413-53e2-404c-8434-1438b1b963af tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772285 Sep 15 09:14:59.037022 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-c607d44c-d22f-4475-8998-f79bea3fbc44 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=75825) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 09:14:59.037983 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-c607d44c-d22f-4475-8998-f79bea3fbc44 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050180 Sep 15 09:14:59.166377 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-d1ba1739-c6c3-4207-9172-694ca43b8acf service neutron] 10.222.0.39 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229839 Sep 15 09:14:59.377228 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-9363452e-4086-4dad-a47c-7c5fdcf7ca3d service neutron] 10.222.0.39 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050743 Sep 15 09:15:00.045461 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-d15cf344-711b-4076-a6c2-012ac822bd47 req-554e6b7c-3911-4f93-82fd-6d25cc306230 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Synchronizing usage tracker for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:15:00.103938 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-d15cf344-711b-4076-a6c2-012ac822bd47 req-554e6b7c-3911-4f93-82fd-6d25cc306230 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Unset dirty status for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:15:00.105115 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d15cf344-711b-4076-a6c2-012ac822bd47 req-554e6b7c-3911-4f93-82fd-6d25cc306230 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 210 time: 0.1021979 Sep 15 09:15:00.621116 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:15:01.274808 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cf4ce37c-7bb9-44c9-b80c-b7919ebd9a2f req-08d0c558-e503-4b94-a37e-46d74551010d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 210 time: 0.0443816 Sep 15 09:15:02.456324 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7fdb8d93-3bb0-4df0-843e-14922f0dcece req-8bbe68dc-6953-466d-b4d6-ef4232a6f5d0 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 210 time: 0.0485771 Sep 15 09:15:02.506224 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-2b5e9bdb-43f8-4aac-80c9-ec3c5fd7508b tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:02.506908 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-2b5e9bdb-43f8-4aac-80c9-ec3c5fd7508b tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Synchronizing usage tracker for tenant:fa72fb70665242e7b7637379b4286d93 on resource:network {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:15:02.566648 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-2b5e9bdb-43f8-4aac-80c9-ec3c5fd7508b tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Unset dirty status for tenant:fa72fb70665242e7b7637379b4286d93 on resource:network {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:15:02.567795 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-2b5e9bdb-43f8-4aac-80c9-ec3c5fd7508b tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.20 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 811 time: 0.2457488 Sep 15 09:15:02.627371 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-90650864-e599-44ec-b2e5-bd0165e210a1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Synchronizing usage tracker for tenant:fa72fb70665242e7b7637379b4286d93 on resource:security_group {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:15:02.638544 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-90650864-e599-44ec-b2e5-bd0165e210a1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Unset dirty status for tenant:fa72fb70665242e7b7637379b4286d93 on resource:security_group {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:15:02.639657 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-90650864-e599-44ec-b2e5-bd0165e210a1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa72fb70665242e7b7637379b4286d93 HTTP/1.1" status: 200 len: 380 time: 0.0541306 Sep 15 09:15:02.663823 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Request body: {'port': {'device_id': 'e0fd1d50-46ee-466f-bb6c-b681bdb5d86d', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'admin_state_up': True, 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'security_groups': ['5f472875-22ef-4523-9be4-387ff84dc30e']}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:15:02.796758 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:15:02.805915 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:15:02.863593 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Made reservation on behalf of fa72fb70665242e7b7637379b4286d93 for: {'port': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:15:02.866654 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:03.027937 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Allocated IP 172.20.0.13 (b6555b4f-8502-4e07-ad9a-5812cfe7a903/c4e91c46-2219-4a8d-8e07-90cce7e1a91f/bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:15:03.212655 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:03.228641 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Transition to ACTIVE for port object bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae will not be triggered until provisioned by entity DHCP. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:15:03.292430 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:03.297762 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:15:03.363389 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Network b6555b4f-8502-4e07-ad9a-5812cfe7a903 is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:15:03.366322 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:15:03.370619 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:15:03.417150 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event updated for resources: {'Port': ['ID=bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:15:03.417150 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:15:03.437286 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:03.437908 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:03.522367 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8626144 Sep 15 09:15:03.541629 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Request body: {'port': {'device_id': 'e0fd1d50-46ee-466f-bb6c-b681bdb5d86d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:15:03.666440 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:03.676263 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b8259-3de1-4e0f-ad32-1878a5bebc29 req-88a9b0ff-7a15-4843-9092-37235d0424c9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:03.676263 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5f4b8259-3de1-4e0f-ad32-1878a5bebc29 req-88a9b0ff-7a15-4843-9092-37235d0424c9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 932 time: 0.0940704 Sep 15 09:15:03.726372 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-5f4b8259-3de1-4e0f-ad32-1878a5bebc29 req-20f5544b-d82c-4ade-9cf4-5b754f0820a8 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444007 Sep 15 09:15:03.727128 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-15c584c5-4d40-4417-8a4b-bc4ce2dd1115 None None] Provisioning for port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:15:03.732785 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-15c584c5-4d40-4417-8a4b-bc4ce2dd1115 None None] Provisioning complete for port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:15:03.733363 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-15c584c5-4d40-4417-8a4b-bc4ce2dd1115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:03.797547 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-15c584c5-4d40-4417-8a4b-bc4ce2dd1115 None None] Port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:15:04.009942 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae {{(pid=75826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:15:04.016772 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:04.030969 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Transition to ACTIVE for port object bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae will not be triggered until provisioned by entity L2. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:15:04.074772 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:04.078841 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-44fad5c9-1247-4e37-9b16-914bd7748235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:15:04.201138 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Pushing event updated for resources: {'Port': ['ID=bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:15:04.204412 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:15:04.303788 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:04.404984 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Attempting to bind port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:15:04.405227 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Attempting to bind port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:15:04.405538 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Attempting to bind port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae on network b6555b4f-8502-4e07-ad9a-5812cfe7a903 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:15:04.411075 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae on network b6555b4f-8502-4e07-ad9a-5812cfe7a903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 09:15:04.411386 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Attempting to bind port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae on network b6555b4f-8502-4e07-ad9a-5812cfe7a903 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:15:04.418489 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:15:04.418814 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Checking segment: {'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:15:04.419193 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Bound using segment: {'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:15:04.419609 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Bound port: bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'}}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:15:04.419953 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:04.504753 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] For port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae, host hv-cinder-80600, cleared binding levels {{(pid=75826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:15:04.507598 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] For port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:15:04.578335 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:04.582504 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:15:04.639337 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:04.640690 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] 10.222.0.20 "PUT /v2.0/ports/bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae HTTP/1.1" status: 200 len: 1094 time: 1.1050110 Sep 15 09:15:04.641217 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fd1d50-46ee-466f-bb6c-b681bdb5d86d', 'tag': 'bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:15:04.657990 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Pushing event updated for resources: {'Port': ['ID=bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae,revision_number=3']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:15:04.660958 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:15:04.697456 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0fd1d50-46ee-466f-bb6c-b681bdb5d86d', 'tag': 'bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae', 'status': 'completed', 'code': 200} Sep 15 09:15:04.811999 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f70af4c9-c03c-46ee-b2ff-cfb27f8650e4 req-bde29347-4d1f-43ee-9be2-3f2fed36ecb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 1097 time: 0.0721123 Sep 15 09:15:04.931454 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254db6a4-545e-4a9e-8bae-c19a194cdcea req-e04eea7c-fd66-4d5e-8f0f-15711946bf01 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:04.932808 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-254db6a4-545e-4a9e-8bae-c19a194cdcea req-e04eea7c-fd66-4d5e-8f0f-15711946bf01 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 944 time: 0.0774684 Sep 15 09:15:04.959017 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70af4c9-c03c-46ee-b2ff-cfb27f8650e4 req-de7942d9-42a9-4ad2-857b-56f97d1d039a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:04.960475 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f70af4c9-c03c-46ee-b2ff-cfb27f8650e4 req-de7942d9-42a9-4ad2-857b-56f97d1d039a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=fa72fb70665242e7b7637379b4286d93&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1362724 Sep 15 09:15:04.977900 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-254db6a4-545e-4a9e-8bae-c19a194cdcea req-9225bc96-6285-43f7-b77e-eb9ef659807c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390353 Sep 15 09:15:05.113993 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70af4c9-c03c-46ee-b2ff-cfb27f8650e4 req-0403d8b9-9694-4c9d-983f-b7073c5e6f6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:05.115397 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-f70af4c9-c03c-46ee-b2ff-cfb27f8650e4 req-0403d8b9-9694-4c9d-983f-b7073c5e6f6b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1486986 Sep 15 09:15:05.242688 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-9c7016a8-a3d9-43bd-8213-6c92a8c768c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 1097 time: 0.0717373 Sep 15 09:15:05.317334 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-3eb992ac-62d9-46d2-9a4b-855a0317cf18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae HTTP/1.1" status: 200 len: 217 time: 0.0614724 Sep 15 09:15:05.377228 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-3c98427f-f2a8-410f-a69f-f59aa6bed230 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:05.378631 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-3c98427f-f2a8-410f-a69f-f59aa6bed230 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4e91c46-2219-4a8d-8e07-90cce7e1a91f HTTP/1.1" status: 200 len: 850 time: 0.0550938 Sep 15 09:15:05.451715 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-afebf696-f874-449f-a95a-c14b7b7e6309 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6555b4f-8502-4e07-ad9a-5812cfe7a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663700 Sep 15 09:15:05.580367 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-bdd3de8e-8e1c-42bd-b3ef-59cecc2f4bf8 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220596 Sep 15 09:15:05.709728 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc743cfe-b176-4a2d-a028-01ac022b712a req-0fdee863-1a8a-49e5-b1ac-812aceb541e9 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232159 Sep 15 09:15:06.029302 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-5cacaaa5-901d-46ee-a562-07772825933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:06.188467 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfadff6-83d0-41c1-af59-a777b232fbe9 req-a8d2002a-2d57-44ea-b5b9-a7eadd6fb2e5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:06.189153 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-2dfadff6-83d0-41c1-af59-a777b232fbe9 req-a8d2002a-2d57-44ea-b5b9-a7eadd6fb2e5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Synchronizing usage tracker for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:15:06.263264 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-2dfadff6-83d0-41c1-af59-a777b232fbe9 req-a8d2002a-2d57-44ea-b5b9-a7eadd6fb2e5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Unset dirty status for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:15:06.264311 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2dfadff6-83d0-41c1-af59-a777b232fbe9 req-a8d2002a-2d57-44ea-b5b9-a7eadd6fb2e5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 944 time: 0.1555803 Sep 15 09:15:06.308588 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2dfadff6-83d0-41c1-af59-a777b232fbe9 req-54ddd2dd-252d-4838-bc5e-06e35dd2607e tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387058 Sep 15 09:15:06.526275 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:07.506573 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8373f3-e2b4-476a-8f28-57f89eb71c56 req-49f2f871-40b0-453f-9658-da11ed475bfc tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:07.508026 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dd8373f3-e2b4-476a-8f28-57f89eb71c56 req-49f2f871-40b0-453f-9658-da11ed475bfc tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 944 time: 0.0795569 Sep 15 09:15:07.552890 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dd8373f3-e2b4-476a-8f28-57f89eb71c56 req-5f79f916-5208-4243-8456-3876494e93f8 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388963 Sep 15 09:15:08.246205 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-54091880-55b9-4552-b7b4-63a9216abc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:08.744984 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84181d0b-f5df-4ec8-aed9-92eeb6d4df30 req-52b22e3e-6975-4f50-9190-7e362c6c77fa tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:08.746460 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-84181d0b-f5df-4ec8-aed9-92eeb6d4df30 req-52b22e3e-6975-4f50-9190-7e362c6c77fa tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 944 time: 0.0750895 Sep 15 09:15:08.793837 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-84181d0b-f5df-4ec8-aed9-92eeb6d4df30 req-4378029a-cbfb-4518-a41a-e6eb1584b952 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418792 Sep 15 09:15:09.446616 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:09.983786 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a122c-66f7-4871-9822-504c502c7b3c req-e1ea0d34-e7b8-4a10-baec-5f140e93c0e9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:09.985481 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c37a122c-66f7-4871-9822-504c502c7b3c req-e1ea0d34-e7b8-4a10-baec-5f140e93c0e9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 944 time: 0.0756154 Sep 15 09:15:10.029391 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c37a122c-66f7-4871-9822-504c502c7b3c req-dfb13540-fb99-402c-8022-db4a323fb5ae tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384023 Sep 15 09:15:10.869383 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:11.220000 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c4f35-3477-481a-8d4b-e7b8346eb40a req-1953aaa1-677a-4960-9b87-07b8fd5393dd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:11.221425 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea6c4f35-3477-481a-8d4b-e7b8346eb40a req-1953aaa1-677a-4960-9b87-07b8fd5393dd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 944 time: 0.0746510 Sep 15 09:15:11.265455 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ea6c4f35-3477-481a-8d4b-e7b8346eb40a req-3795e209-427d-4c96-9fd2-ab5dba68d180 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387125 Sep 15 09:15:12.461913 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa42aa2-f05b-4527-a58a-5d772164792a req-a2db9289-5c1c-464a-b112-79d9a43a228f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:12.463355 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6aa42aa2-f05b-4527-a58a-5d772164792a req-a2db9289-5c1c-464a-b112-79d9a43a228f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 944 time: 0.0774336 Sep 15 09:15:12.507525 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6aa42aa2-f05b-4527-a58a-5d772164792a req-5b6ef564-06dd-4516-b863-659c120e8446 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388176 Sep 15 09:15:13.660217 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:15:13.704883 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d5d37-0caa-4b01-ac90-5c4f5b357502 req-a6df14fc-2679-4bb5-b326-ece913335a11 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:13.706351 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-251d5d37-0caa-4b01-ac90-5c4f5b357502 req-a6df14fc-2679-4bb5-b326-ece913335a11 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 944 time: 0.0801165 Sep 15 09:15:13.752379 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-251d5d37-0caa-4b01-ac90-5c4f5b357502 req-6f22b413-3e87-4160-befb-436fd7ce3bc2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406473 Sep 15 09:15:13.792093 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:15:13.804569 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': 'bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'port_id': 'bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae', 'mac_address': 'fa:16:3e:d8:a5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:15:13.856668 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:13.873472 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:15:13.888277 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:15:13.937322 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:13.939841 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-1eb1741e-269b-4434-886d-bf6a7557fc41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:15:14.005475 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:15:14.008550 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:15:14.247140 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:15:14.947600 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f33e18-7115-41cf-87ab-7058e0e7b016 req-e5afca1d-fcc5-4bbd-8a12-e0bf347edea5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:14.948174 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-16f33e18-7115-41cf-87ab-7058e0e7b016 req-e5afca1d-fcc5-4bbd-8a12-e0bf347edea5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 945 time: 0.0773227 Sep 15 09:15:14.998434 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-16f33e18-7115-41cf-87ab-7058e0e7b016 req-2dcc2f27-b263-4b51-8ad9-e31b1bf6aca6 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447614 Sep 15 09:15:15.675309 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:15:15.806528 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:15:15.811094 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:15:15.811464 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:16.001731 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:16.040028 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fd1d50-46ee-466f-bb6c-b681bdb5d86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:15:16.053812 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:15:16.121274 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:16.123769 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-3aace270-8183-4ed0-b1fe-a034d63ca4c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:15:16.200926 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c208a8-64b6-46ad-890d-72777551a737 req-22230172-b7ea-44f9-a76f-87249dc1059c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:16.202462 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-73c208a8-64b6-46ad-890d-72777551a737 req-22230172-b7ea-44f9-a76f-87249dc1059c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 946 time: 0.0831008 Sep 15 09:15:16.211612 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fd1d50-46ee-466f-bb6c-b681bdb5d86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae', 'code': 200} Sep 15 09:15:16.219349 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:15:16.222875 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:15:16.250771 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-73c208a8-64b6-46ad-890d-72777551a737 req-f2d04f0a-7f4b-44f2-8283-663829ab3db2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427017 Sep 15 09:15:16.611749 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-74ae4a60-3292-45fd-9706-001808497625 req-027ba946-1b40-409c-91ca-5068d22c79fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 1099 time: 0.0724187 Sep 15 09:15:16.652625 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-74ae4a60-3292-45fd-9706-001808497625 req-291b244b-004d-4f9a-aff2-cfcfe2054199 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347617 Sep 15 09:15:17.445775 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7140a-d328-4103-a05d-208ecb208bb4 req-3917516f-b6f5-422d-aaa7-c6d7728843a2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:17.447133 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-27c7140a-d328-4103-a05d-208ecb208bb4 req-3917516f-b6f5-422d-aaa7-c6d7728843a2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 946 time: 0.0748408 Sep 15 09:15:17.491656 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-27c7140a-d328-4103-a05d-208ecb208bb4 req-6bcf94f6-1fd7-42f5-8fa3-507872e482cc tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391381 Sep 15 09:15:18.695616 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4467d45-9a41-4871-8181-026232515543 req-52d1978d-0892-49ff-b490-f8dabdf0a6a8 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:18.697061 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d4467d45-9a41-4871-8181-026232515543 req-52d1978d-0892-49ff-b490-f8dabdf0a6a8 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 946 time: 0.0754158 Sep 15 09:15:18.741113 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d4467d45-9a41-4871-8181-026232515543 req-60ccda81-116f-4248-acfc-bf1e0487b6ac tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386422 Sep 15 09:15:18.948241 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0797e-c8a4-4fb1-b751-4ecacbbf6e9d req-c4cb9c0a-f0c0-464f-a2a7-21749f4284a5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:18.956505 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9ba0797e-c8a4-4fb1-b751-4ecacbbf6e9d req-c4cb9c0a-f0c0-464f-a2a7-21749f4284a5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 946 time: 0.0788426 Sep 15 09:15:18.994504 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-9ba0797e-c8a4-4fb1-b751-4ecacbbf6e9d req-48eff7bc-60af-42d9-bc3f-7adcb605028d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393424 Sep 15 09:15:19.021342 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48396) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:15:19.217143 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-69e33423-4dbf-4ae0-a658-0a94789fc6ee tempest-TestVolumeBootPattern-2071708916 tempest-TestVolumeBootPattern-2071708916-project-admin] Synchronizing usage tracker for tenant:e88620842e1846f397da7f29ce9d2629 on resource:port {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:15:19.285583 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-69e33423-4dbf-4ae0-a658-0a94789fc6ee tempest-TestVolumeBootPattern-2071708916 tempest-TestVolumeBootPattern-2071708916-project-admin] Unset dirty status for tenant:e88620842e1846f397da7f29ce9d2629 on resource:port {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:15:19.286749 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-69e33423-4dbf-4ae0-a658-0a94789fc6ee tempest-TestVolumeBootPattern-2071708916 tempest-TestVolumeBootPattern-2071708916-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 1094 time: 0.2643826 Sep 15 09:15:19.289504 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48402) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:15:19.294786 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Request body: {'floatingip': {'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'port_id': 'bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address': '172.20.0.13'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:15:19.300078 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:15:19.303853 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Usage tracker for resource:floatingip and tenant:fa72fb70665242e7b7637379b4286d93 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:15:19.306676 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:15:19.312305 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:15:19.405764 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for floatingip, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:19.537850 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:19.670578 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Allocated IP 172.27.1.217 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/b88c380b-87a2-442e-bc26-dbecfd3e237f) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:15:19.814153 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:19.897467 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:19.901438 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-73ee59fe-7fc3-41e8-98fa-2f9d03f49740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:15:19.962338 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:15:19.965075 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:15:19.969304 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:15:19.997246 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event updated for resources: {'Port': ['ID=b88c380b-87a2-442e-bc26-dbecfd3e237f,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:15:20.018663 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:15:20.019029 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:15:20.019388 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:15:20.019742 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:15:20.020095 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:15:20.020443 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:15:20.020789 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:15:20.021132 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:15:20.021475 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:15:20.021858 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:15:20.022234 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:15:20.026965 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:15:20.563248 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:20.668505 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:20.867726 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for port, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:20.914165 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092364'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:20.917505 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b26d9229-2060-41c7-9b1a-e0a2fe878350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:15:21.021578 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event updated for resources: {'Port': ['ID=b88c380b-87a2-442e-bc26-dbecfd3e237f,revision_number=2']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:15:21.026080 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:15:21.034260 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:21.221880 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.l3_db [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Floating IP 919c9cb5-0c6f-4416-b0f5-bbe4558c9609 associated. External IP: 172.27.1.217, port: bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae. Sep 15 09:15:21.609451 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Router bef774b4-11d0-4135-82c0-1d410aa94680 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:15:21.803124 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:15:21.812572 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a4307-9ed4-4c26-ab75-3136cdf77ab6 None None] Sync routers for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:15:21.825194 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a4307-9ed4-4c26-ab75-3136cdf77ab6 None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:15:21.825803 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-036a4307-9ed4-4c26-ab75-3136cdf77ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:15:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:15:21.932200 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:21.988727 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-4fffcd1f-7391-4075-8a73-fe3a1aac6f70 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6981308 Sep 15 09:15:21.989480 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fd1d50-46ee-466f-bb6c-b681bdb5d86d', 'tag': 'bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:15:22.001008 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-036a4307-9ed4-4c26-ab75-3136cdf77ab6 None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:15:22.120383 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0fd1d50-46ee-466f-bb6c-b681bdb5d86d', 'tag': 'bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae', 'status': 'completed', 'code': 200} Sep 15 09:15:22.234298 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2065260b-64f1-4889-8bbd-9e584c961311 req-6d04923a-f497-4453-9f95-be0518e94185 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 1099 time: 0.0711544 Sep 15 09:15:22.380848 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-036a4307-9ed4-4c26-ab75-3136cdf77ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '919c9cb5-0c6f-4416-b0f5-bbe4558c9609', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'port_id': 'bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'mac_address': 'fa:16:3e:d8:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fd1d50-46ee-466f-bb6c-b681bdb5d86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:15:20Z', 'updated_at': '2021-09-15T09:15:20Z', 'revision_number': 0, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:15:22.385464 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a4307-9ed4-4c26-ab75-3136cdf77ab6 None None] Checking router: bef774b4-11d0-4135-82c0-1d410aa94680 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:15:22.396038 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a4307-9ed4-4c26-ab75-3136cdf77ab6 None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:15:22.396677 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-036a4307-9ed4-4c26-ab75-3136cdf77ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:15:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:15:22.454474 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065260b-64f1-4889-8bbd-9e584c961311 req-dd05f33f-344b-4380-a64d-0e8703d8df50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:22.455909 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2065260b-64f1-4889-8bbd-9e584c961311 req-dd05f33f-344b-4380-a64d-0e8703d8df50 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 912 time: 0.2160542 Sep 15 09:15:22.558843 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2065260b-64f1-4889-8bbd-9e584c961311 req-97bad4a4-5acd-4466-84f9-905a6c793c65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae HTTP/1.1" status: 200 len: 1000 time: 0.0959318 Sep 15 09:15:22.572176 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-036a4307-9ed4-4c26-ab75-3136cdf77ab6 None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:15:22.620215 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065260b-64f1-4889-8bbd-9e584c961311 req-56bfb658-f069-4e3d-a449-b530510599b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:22.621666 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2065260b-64f1-4889-8bbd-9e584c961311 req-56bfb658-f069-4e3d-a449-b530510599b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4e91c46-2219-4a8d-8e07-90cce7e1a91f HTTP/1.1" status: 200 len: 850 time: 0.0569751 Sep 15 09:15:22.697752 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2065260b-64f1-4889-8bbd-9e584c961311 req-972d6ba7-14a8-4a79-92ff-661ba81470da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6555b4f-8502-4e07-ad9a-5812cfe7a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704026 Sep 15 09:15:22.828172 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2065260b-64f1-4889-8bbd-9e584c961311 req-2564cff1-4172-4937-a638-b679e74b7d8e service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236789 Sep 15 09:15:22.911912 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-036a4307-9ed4-4c26-ab75-3136cdf77ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '919c9cb5-0c6f-4416-b0f5-bbe4558c9609', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'port_id': 'bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'mac_address': 'fa:16:3e:d8:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fd1d50-46ee-466f-bb6c-b681bdb5d86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:15:20Z', 'updated_at': '2021-09-15T09:15:20Z', 'revision_number': 0, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:15:22.916539 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a4307-9ed4-4c26-ab75-3136cdf77ab6 None None] The sync data for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi is: [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '919c9cb5-0c6f-4416-b0f5-bbe4558c9609', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'port_id': 'bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'mac_address': 'fa:16:3e:d8:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fd1d50-46ee-466f-bb6c-b681bdb5d86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:15:20Z', 'updated_at': '2021-09-15T09:15:20Z', 'revision_number': 0, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:15:22.966757 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2065260b-64f1-4889-8bbd-9e584c961311 req-476a62bc-5d6e-4c2c-899c-d38cc370d79f service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324189 Sep 15 09:15:23.113245 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101642a7-e9bd-40e4-86ee-b3070edd1afb None None] New status for floating IP 919c9cb5-0c6f-4416-b0f5-bbe4558c9609: ACTIVE {{(pid=75829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 09:15:34.325539 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:36.011517 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-f944f316-1869-47f1-9044-a5430c0238e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:36.548326 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:37.620165 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:15:38.256673 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-b4282781-c7ec-4ef8-af5e-029d799ac064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:39.433516 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:40.913782 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:15:47.902887 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d0bc49b0-2f0a-449e-bc2d-45fcc13d2b5c req-19beca3d-5e7c-4233-bee5-bcbe6fb60fa8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665343 Sep 15 09:15:48.056904 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d0bc49b0-2f0a-449e-bc2d-45fcc13d2b5c req-5f2a734f-befb-405b-a5cb-ce2ad5e9b291 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 1099 time: 0.0677960 Sep 15 09:15:48.200199 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc49b0-2f0a-449e-bc2d-45fcc13d2b5c req-4105656c-9980-46dd-911a-df5534faa322 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:48.201645 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d0bc49b0-2f0a-449e-bc2d-45fcc13d2b5c req-4105656c-9980-46dd-911a-df5534faa322 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 912 time: 0.1250875 Sep 15 09:15:48.303248 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d0bc49b0-2f0a-449e-bc2d-45fcc13d2b5c req-7b72a90f-6820-4159-a05c-c5a2b6beb313 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae HTTP/1.1" status: 200 len: 1002 time: 0.0948956 Sep 15 09:15:48.368475 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc49b0-2f0a-449e-bc2d-45fcc13d2b5c req-b5530515-581d-467c-bfa9-4e9a165dc1ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:15:48.369885 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d0bc49b0-2f0a-449e-bc2d-45fcc13d2b5c req-b5530515-581d-467c-bfa9-4e9a165dc1ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4e91c46-2219-4a8d-8e07-90cce7e1a91f HTTP/1.1" status: 200 len: 850 time: 0.0591571 Sep 15 09:15:48.447352 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d0bc49b0-2f0a-449e-bc2d-45fcc13d2b5c req-0f3b39f6-5910-436b-97dd-31f4abc9bd6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6555b4f-8502-4e07-ad9a-5812cfe7a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697155 Sep 15 09:15:48.575499 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d0bc49b0-2f0a-449e-bc2d-45fcc13d2b5c req-1c43d664-7f3d-4f65-8ca6-d3865df81839 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212676 Sep 15 09:15:48.702637 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d0bc49b0-2f0a-449e-bc2d-45fcc13d2b5c req-f998810e-952b-4059-9707-8a909641c70b service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203077 Sep 15 09:16:04.386861 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:16:06.032793 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-f009e6e3-b506-4220-a581-ea250bedfe40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:16:06.547379 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:16:08.266448 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-94b38b44-7a9b-43c6-82a5-aa8b4a826e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:16:09.461537 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:16:10.878502 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:16:14.619586 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:16:34.199035 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [req-3dedf583-d3a1-41ff-837f-900b45229f46 req-0935c4bd-7de7-4040-af20-8b94d43a9acc service neutron] (75825) timed out ('10.222.0.20', 51081) {{(pid=75825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 09:16:34.385911 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:16:36.008811 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0a61-9c85-40c1-a007-a20c0a1a588b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:16:36.546037 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:16:38.259279 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-db4b3328-43c1-4c1d-a130-4af8f599234e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:16:39.453929 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:16:40.888421 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:16:48.892381 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4cd8d8df-985f-4bce-aef9-350cccb1d9bd req-d96ddbcd-21c9-4caa-9bf6-f480fa667cbc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654390 Sep 15 09:16:49.045806 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4cd8d8df-985f-4bce-aef9-350cccb1d9bd req-93f9bfbe-c76b-46e9-a620-f39fff31cd0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 1099 time: 0.0720263 Sep 15 09:16:49.274112 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8d8df-985f-4bce-aef9-350cccb1d9bd req-aa4d0122-5464-4fbf-a285-ae555539b1b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:16:49.275589 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4cd8d8df-985f-4bce-aef9-350cccb1d9bd req-aa4d0122-5464-4fbf-a285-ae555539b1b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 912 time: 0.2115800 Sep 15 09:16:49.378949 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4cd8d8df-985f-4bce-aef9-350cccb1d9bd req-ec96768b-b91f-4d51-92cf-a2c9ed81acc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae HTTP/1.1" status: 200 len: 1002 time: 0.0964143 Sep 15 09:16:49.439231 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8d8df-985f-4bce-aef9-350cccb1d9bd req-a998d6f4-e24a-4c04-9b51-e854c87efc0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:16:49.440529 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4cd8d8df-985f-4bce-aef9-350cccb1d9bd req-a998d6f4-e24a-4c04-9b51-e854c87efc0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4e91c46-2219-4a8d-8e07-90cce7e1a91f HTTP/1.1" status: 200 len: 850 time: 0.0553560 Sep 15 09:16:49.515447 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4cd8d8df-985f-4bce-aef9-350cccb1d9bd req-70b58ec4-2cea-4f8d-ae81-92f02c86b944 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6555b4f-8502-4e07-ad9a-5812cfe7a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691555 Sep 15 09:16:49.644721 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4cd8d8df-985f-4bce-aef9-350cccb1d9bd req-8a7f3c61-d64b-432c-9053-74cfeea5423d service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223018 Sep 15 09:16:49.776005 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4cd8d8df-985f-4bce-aef9-350cccb1d9bd req-c65fbdbc-d7d6-4c58-95f1-034f501e28c6 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238308 Sep 15 09:16:51.620083 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:17:04.367862 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:06.053759 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-86599df7-6d2d-414b-b8dc-5b290095bc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:06.590269 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:08.287738 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-c5358bc6-c1cd-417b-9923-6b86c0a177af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:09.435988 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:10.886740 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:17.068054 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ffff5-3b4c-427a-ab9a-53cb66308d28 req-d903b1d0-8c3e-4d75-a7b9-8087cb0c6176 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:17.069488 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-358ffff5-3b4c-427a-ab9a-53cb66308d28 req-d903b1d0-8c3e-4d75-a7b9-8087cb0c6176 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 946 time: 0.0753262 Sep 15 09:17:17.114621 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-358ffff5-3b4c-427a-ab9a-53cb66308d28 req-37c64765-8af1-49c1-93e6-74a332466a77 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395792 Sep 15 09:17:18.407127 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c3fb4-ff6f-40d1-9cd3-5b76a04ebbfa req-b0b0bc76-22d7-4f1d-acd3-c01d56707ab5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:18.408502 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-090c3fb4-ff6f-40d1-9cd3-5b76a04ebbfa req-b0b0bc76-22d7-4f1d-acd3-c01d56707ab5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 946 time: 0.1747112 Sep 15 09:17:18.452966 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-090c3fb4-ff6f-40d1-9cd3-5b76a04ebbfa req-72307ed6-85e2-4b3a-9fcd-f15c447134a1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390899 Sep 15 09:17:18.636436 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f940522-0f95-46d2-83e5-db4ac7598f0f req-74fbeac8-b6dd-4c79-a210-7ebdf0c08364 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:18.637826 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6f940522-0f95-46d2-83e5-db4ac7598f0f req-74fbeac8-b6dd-4c79-a210-7ebdf0c08364 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 946 time: 0.0777876 Sep 15 09:17:18.704302 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-6f940522-0f95-46d2-83e5-db4ac7598f0f req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Deleting port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:17:18.704554 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-6f940522-0f95-46d2-83e5-db4ac7598f0f req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:18.938580 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-6f940522-0f95-46d2-83e5-db4ac7598f0f req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] For port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:17:18.938927 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-6f940522-0f95-46d2-83e5-db4ac7598f0f req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:19.216538 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-6f940522-0f95-46d2-83e5-db4ac7598f0f req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:19.216917 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-6f940522-0f95-46d2-83e5-db4ac7598f0f req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:19.217220 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.l3_db [req-6f940522-0f95-46d2-83e5-db4ac7598f0f req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Floating IP 919c9cb5-0c6f-4416-b0f5-bbe4558c9609 disassociated. External IP: 172.27.1.217, port: bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae. Sep 15 09:17:19.217548 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-6f940522-0f95-46d2-83e5-db4ac7598f0f req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Calling delete_port for bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:17:19.407521 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-6f940522-0f95-46d2-83e5-db4ac7598f0f req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:19.412997 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-c28e899f-a028-40c0-b02e-b7d4e05eaa12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:17:19.455011 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event deleted for resources: {'Port': ['ID=bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:17:19.466670 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:19.467042 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:19.467402 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:19.467757 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:19.468105 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:19.468459 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:19.468878 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:19.469164 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:19.469508 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:19.469847 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:19.470225 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:19.473820 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:17:19.672684 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-5d0beb07-99da-4f1b-9210-602b7bca4af3 req-75830b21-b2cb-4c9f-8b09-ce9cf3b84c93 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 210 time: 0.0530005 Sep 15 09:17:19.808089 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f940522-0f95-46d2-83e5-db4ac7598f0f req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Router bef774b4-11d0-4135-82c0-1d410aa94680 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:17:20.007148 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f940522-0f95-46d2-83e5-db4ac7598f0f req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:17:20.016362 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac8c0a2-b9a9-4570-b995-60e492d7a829 None None] Sync routers for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:17:20.027478 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac8c0a2-b9a9-4570-b995-60e492d7a829 None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:17:20.028076 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-eac8c0a2-b9a9-4570-b995-60e492d7a829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:17:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:17:20.075844 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f940522-0f95-46d2-83e5-db4ac7598f0f req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] No DVR routers for this DVR port bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:17:20.078288 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-6f940522-0f95-46d2-83e5-db4ac7598f0f req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:20.080789 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fd1d50-46ee-466f-bb6c-b681bdb5d86d', 'name': 'network-vif-deleted', 'tag': 'bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:17:20.139414 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fd1d50-46ee-466f-bb6c-b681bdb5d86d', 'name': 'network-vif-deleted', 'tag': 'bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae', 'status': 'completed', 'code': 200} Sep 15 09:17:20.150951 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-6f940522-0f95-46d2-83e5-db4ac7598f0f req-3a3483b3-b5ab-4179-8c36-4843b5b0fad1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.20 "DELETE /v2.0/ports/bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae HTTP/1.1" status: 204 len: 173 time: 1.5078113 Sep 15 09:17:20.245187 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-eac8c0a2-b9a9-4570-b995-60e492d7a829 None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:17:20.548992 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-eac8c0a2-b9a9-4570-b995-60e492d7a829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:17:20.552665 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac8c0a2-b9a9-4570-b995-60e492d7a829 None None] Checking router: bef774b4-11d0-4135-82c0-1d410aa94680 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:17:20.562958 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac8c0a2-b9a9-4570-b995-60e492d7a829 None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:17:20.563546 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-eac8c0a2-b9a9-4570-b995-60e492d7a829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:17:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:17:20.740691 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-eac8c0a2-b9a9-4570-b995-60e492d7a829 None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:17:20.837939 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-2b542cdb-5c3d-428d-9948-504ba5ed6cbf req-5ea808d0-54b6-4592-9170-47108029a41c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Synchronizing usage tracker for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:17:20.915728 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-2b542cdb-5c3d-428d-9948-504ba5ed6cbf req-5ea808d0-54b6-4592-9170-47108029a41c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Unset dirty status for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:17:20.916900 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2b542cdb-5c3d-428d-9948-504ba5ed6cbf req-5ea808d0-54b6-4592-9170-47108029a41c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0fd1d50-46ee-466f-bb6c-b681bdb5d86d HTTP/1.1" status: 200 len: 210 time: 0.1215749 Sep 15 09:17:21.050202 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-eac8c0a2-b9a9-4570-b995-60e492d7a829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:17:21.054025 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac8c0a2-b9a9-4570-b995-60e492d7a829 None None] The sync data for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi is: [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:17:21.258769 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb71b4-bd98-4562-ba93-59466d506d2c None None] New status for floating IP 919c9cb5-0c6f-4416-b0f5-bbe4558c9609: DOWN {{(pid=75829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 09:17:22.257005 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:17:22.293106 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:17:22.293453 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device bd7fc34f-4e7a-4dde-bcda-4e5bbb1015ae not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:17:22.307834 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a206457e-dd1b-4e53-b0e4-c45cc391b2ae tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144518127&fields=id&tenant_id=fa72fb70665242e7b7637379b4286d93 HTTP/1.1" status: 200 len: 267 time: 0.0402596 Sep 15 09:17:22.451618 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-b7dd9e9f-269c-4695-b980-a4b1b494a783 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:22.453026 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-b7dd9e9f-269c-4695-b980-a4b1b494a783 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 811 time: 0.1386683 Sep 15 09:17:22.468349 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-db8dcbf0-8270-46e0-a069-17e8b7ddfd97 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/quotas/fa72fb70665242e7b7637379b4286d93 HTTP/1.1" status: 200 len: 375 time: 0.0101259 Sep 15 09:17:22.550769 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-17f26bbf-3533-4573-9c07-8e1e6206beaf tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777454 Sep 15 09:17:22.751397 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-d48d939e-5ed0-40a5-8e32-e23bf3fb348b service neutron] 10.222.0.39 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887517 Sep 15 09:17:22.877692 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-aacb9143-7bc6-4d5d-aee9-e5f7afb49383 service neutron] 10.222.0.39 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205633 Sep 15 09:17:23.568839 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-0b9f30eb-2b6b-49f4-8951-b883da4455df req-00a552ef-8421-4134-a122-988e71519ec4 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 210 time: 0.0422518 Sep 15 09:17:24.676885 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-922da636-dfde-4e41-a10a-9e3b43c225c9 req-4aa4cdfd-e83b-4fe6-a036-f91b1dc0694e tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 210 time: 0.0414515 Sep 15 09:17:25.835137 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d0d53f4e-73b3-4e70-8466-8d491ac8a9c4 req-18263396-b098-4099-afce-8933b62c5f29 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 210 time: 0.0399013 Sep 15 09:17:26.994677 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-2ef3340a-972d-4b8d-bb8f-c8a2a5a7d19b req-53f8c038-f19e-4a34-adaa-028a1504665c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 210 time: 0.0411081 Sep 15 09:17:27.610959 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-31594c44-fdaf-4b0c-8ea0-9ce190a8f354 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:27.612343 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-31594c44-fdaf-4b0c-8ea0-9ce190a8f354 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.20 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 811 time: 0.1413262 Sep 15 09:17:27.671946 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-0301b2fd-6981-4fb8-8e73-6eb2e1c4b86e tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa72fb70665242e7b7637379b4286d93 HTTP/1.1" status: 200 len: 380 time: 0.0407197 Sep 15 09:17:27.680203 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-1019489c-2757-47d9-9063-953d69612625 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Request body: {'port': {'device_id': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'admin_state_up': True, 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'security_groups': ['5f472875-22ef-4523-9be4-387ff84dc30e']}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:17:27.815879 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-1019489c-2757-47d9-9063-953d69612625 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:17:27.825414 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-1019489c-2757-47d9-9063-953d69612625 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:17:27.892506 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-1019489c-2757-47d9-9063-953d69612625 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Made reservation on behalf of fa72fb70665242e7b7637379b4286d93 for: {'port': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:17:27.895554 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-1019489c-2757-47d9-9063-953d69612625 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:28.152997 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-1019489c-2757-47d9-9063-953d69612625 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Allocated IP 172.20.0.14 (b6555b4f-8502-4e07-ad9a-5812cfe7a903/c4e91c46-2219-4a8d-8e07-90cce7e1a91f/e9d6d25f-ee7d-4b80-a209-99e55deac0b8) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:17:28.159970 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-982ab58a-5f55-45bd-ab0a-98a6d7932591 req-d4a2c76d-34d0-4ee0-b7d0-ee581a59d512 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 210 time: 0.0419161 Sep 15 09:17:28.338997 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-1019489c-2757-47d9-9063-953d69612625 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:28.353886 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-1019489c-2757-47d9-9063-953d69612625 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Transition to ACTIVE for port object e9d6d25f-ee7d-4b80-a209-99e55deac0b8 will not be triggered until provisioned by entity DHCP. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:17:28.464588 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-1019489c-2757-47d9-9063-953d69612625 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:28.470221 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4dbfcb26-d80f-4a5a-b8d1-6412968dfe50 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:17:28.536369 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-1019489c-2757-47d9-9063-953d69612625 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Network b6555b4f-8502-4e07-ad9a-5812cfe7a903 is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:17:28.539461 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-1019489c-2757-47d9-9063-953d69612625 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:17:28.543928 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-1019489c-2757-47d9-9063-953d69612625 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:17:28.568939 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019489c-2757-47d9-9063-953d69612625 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event updated for resources: {'Port': ['ID=e9d6d25f-ee7d-4b80-a209-99e55deac0b8,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:17:28.575044 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1019489c-2757-47d9-9063-953d69612625 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:17:28.609863 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-1019489c-2757-47d9-9063-953d69612625 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:28.610492 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-1019489c-2757-47d9-9063-953d69612625 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:28.620503 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:17:28.676397 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-1019489c-2757-47d9-9063-953d69612625 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9996924 Sep 15 09:17:28.693265 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Request body: {'port': {'device_id': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:17:28.790881 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-4c968d15-0d96-463a-a17f-4f42aafef01a None None] Provisioning for port e9d6d25f-ee7d-4b80-a209-99e55deac0b8 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:17:28.795949 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-4c968d15-0d96-463a-a17f-4f42aafef01a None None] Provisioning complete for port e9d6d25f-ee7d-4b80-a209-99e55deac0b8 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:17:28.796324 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-4c968d15-0d96-463a-a17f-4f42aafef01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:28.806502 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:28.852747 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-4c968d15-0d96-463a-a17f-4f42aafef01a None None] Port e9d6d25f-ee7d-4b80-a209-99e55deac0b8 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:17:29.145617 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d6d25f-ee7d-4b80-a209-99e55deac0b8 {{(pid=75826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:17:29.152982 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:29.168001 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Transition to ACTIVE for port object e9d6d25f-ee7d-4b80-a209-99e55deac0b8 will not be triggered until provisioned by entity L2. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:17:29.252481 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:29.256948 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:17:29.421088 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d6d25f-ee7d-4b80-a209-99e55deac0b8,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:17:29.428824 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:17:29.530571 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550fecc-516c-4242-9187-c0b3bc995913 req-b12f586a-d8c3-4030-9bd0-8bd0128e8f2f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:29.531251 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-4550fecc-516c-4242-9187-c0b3bc995913 req-b12f586a-d8c3-4030-9bd0-8bd0128e8f2f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Synchronizing usage tracker for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:17:29.561699 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Attempting to bind port e9d6d25f-ee7d-4b80-a209-99e55deac0b8 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:17:29.562025 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Attempting to bind port e9d6d25f-ee7d-4b80-a209-99e55deac0b8 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:17:29.562368 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Attempting to bind port e9d6d25f-ee7d-4b80-a209-99e55deac0b8 on network b6555b4f-8502-4e07-ad9a-5812cfe7a903 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:17:29.567911 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Port e9d6d25f-ee7d-4b80-a209-99e55deac0b8 on network b6555b4f-8502-4e07-ad9a-5812cfe7a903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 09:17:29.568221 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Attempting to bind port e9d6d25f-ee7d-4b80-a209-99e55deac0b8 on network b6555b4f-8502-4e07-ad9a-5812cfe7a903 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:17:29.575272 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:17:29.578706 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Checking segment: {'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:17:29.578706 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Bound using segment: {'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:17:29.578706 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Bound port: e9d6d25f-ee7d-4b80-a209-99e55deac0b8, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'}}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:17:29.578706 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:29.629340 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-4550fecc-516c-4242-9187-c0b3bc995913 req-b12f586a-d8c3-4030-9bd0-8bd0128e8f2f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Unset dirty status for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:17:29.630398 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4550fecc-516c-4242-9187-c0b3bc995913 req-b12f586a-d8c3-4030-9bd0-8bd0128e8f2f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 944 time: 0.3382969 Sep 15 09:17:29.705977 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] For port e9d6d25f-ee7d-4b80-a209-99e55deac0b8, host hv-cinder-80600, cleared binding levels {{(pid=75826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:17:29.710002 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] For port e9d6d25f-ee7d-4b80-a209-99e55deac0b8, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e9d6d25f-ee7d-4b80-a209-99e55deac0b8,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:17:29.713643 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-4550fecc-516c-4242-9187-c0b3bc995913 req-7a83c6fb-a7c3-4c9a-aa44-f25037a362ad tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740151 Sep 15 09:17:29.807238 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:29.811092 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-ab50ebf2-3075-49d2-ba64-f035defa7885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:17:29.870213 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:29.871505 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] 10.222.0.20 "PUT /v2.0/ports/e9d6d25f-ee7d-4b80-a209-99e55deac0b8 HTTP/1.1" status: 200 len: 1094 time: 1.1825690 Sep 15 09:17:29.872006 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'tag': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:17:29.889692 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d6d25f-ee7d-4b80-a209-99e55deac0b8,revision_number=3']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:17:29.892826 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-a8f361b7-1a1d-4bf1-9e22-9350265b1ba7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:17:29.933530 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'tag': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8', 'status': 'completed', 'code': 200} Sep 15 09:17:30.054112 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-cf60f4d9-bf36-4f87-b36c-35a7501f305c req-a8985bf7-a9ae-49a2-af80-404607b0b07f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 1097 time: 0.0762653 Sep 15 09:17:30.201034 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60f4d9-bf36-4f87-b36c-35a7501f305c req-0d0b0dd4-003e-4470-981e-b573ce05577c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:30.202476 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-cf60f4d9-bf36-4f87-b36c-35a7501f305c req-0d0b0dd4-003e-4470-981e-b573ce05577c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=fa72fb70665242e7b7637379b4286d93&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1341031 Sep 15 09:17:30.412346 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60f4d9-bf36-4f87-b36c-35a7501f305c req-1a542a7e-4366-44d4-afff-8bb31a707c84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:30.413695 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-cf60f4d9-bf36-4f87-b36c-35a7501f305c req-1a542a7e-4366-44d4-afff-8bb31a707c84 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2044990 Sep 15 09:17:30.537672 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-a4548654-7945-40ff-9e72-f9563d57ee63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 1097 time: 0.0678985 Sep 15 09:17:30.616366 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-b4a8d93d-c911-4208-8f53-e16833156af6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9d6d25f-ee7d-4b80-a209-99e55deac0b8 HTTP/1.1" status: 200 len: 217 time: 0.0644524 Sep 15 09:17:30.678143 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-b7180cfd-607e-4a47-8fb6-116a3701005f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:30.679538 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-b7180cfd-607e-4a47-8fb6-116a3701005f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4e91c46-2219-4a8d-8e07-90cce7e1a91f HTTP/1.1" status: 200 len: 850 time: 0.0575058 Sep 15 09:17:30.756831 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-f567b175-bc65-4f74-97af-0b4d5f083fea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6555b4f-8502-4e07-ad9a-5812cfe7a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713921 Sep 15 09:17:30.943550 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-4e41e5cf-2d9e-48ef-ae24-034208cd48f4 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805489 Sep 15 09:17:30.975988 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a983b-b500-4bc3-a9dd-87ced9f28972 req-fb2a4db4-c70e-4bf1-a807-d002a68b5cef tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:30.977391 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-362a983b-b500-4bc3-a9dd-87ced9f28972 req-fb2a4db4-c70e-4bf1-a807-d002a68b5cef tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 944 time: 0.1400342 Sep 15 09:17:31.096980 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-362a983b-b500-4bc3-a9dd-87ced9f28972 req-afee4a79-f62a-4848-a46d-d741fc23f2b1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723133 Sep 15 09:17:31.113178 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-79a2b800-54e3-4bf4-9177-75429cf2347c req-4a0110eb-0053-4113-a271-18b213f7e692 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618428 Sep 15 09:17:32.296530 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33741302-e1c7-4e92-ab96-3a6171707295 req-b7d67b4b-5d92-4c55-be1b-34c900488ce5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:32.297958 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-33741302-e1c7-4e92-ab96-3a6171707295 req-b7d67b4b-5d92-4c55-be1b-34c900488ce5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 944 time: 0.0784113 Sep 15 09:17:32.341504 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-33741302-e1c7-4e92-ab96-3a6171707295 req-426e79b0-7867-4058-a89c-4a56f6ec5c98 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381134 Sep 15 09:17:33.566620 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a8d4c-f02c-456e-a1a8-f8b75c6570c1 req-994ed57d-3109-4145-84ca-915d25e9d34b tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:33.568077 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-bd8a8d4c-f02c-456e-a1a8-f8b75c6570c1 req-994ed57d-3109-4145-84ca-915d25e9d34b tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 944 time: 0.0805349 Sep 15 09:17:33.612561 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-bd8a8d4c-f02c-456e-a1a8-f8b75c6570c1 req-408d9ed0-174b-46f2-903d-1fdf01a9a547 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389128 Sep 15 09:17:34.401179 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:34.807693 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61884a4-99cd-49de-9e3e-f1526851015a req-3c6b0d15-7a68-4247-8fc6-add18fe71d39 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:34.809136 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c61884a4-99cd-49de-9e3e-f1526851015a req-3c6b0d15-7a68-4247-8fc6-add18fe71d39 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 944 time: 0.0752840 Sep 15 09:17:34.852820 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-c61884a4-99cd-49de-9e3e-f1526851015a req-d5cb1a11-895a-4e4c-aab4-8fad6cf35660 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382314 Sep 15 09:17:36.043529 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575aa87-1529-4131-929a-ec739d660162 req-20d4bd05-d08b-4db5-91c1-7360e09eaaae tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:36.044937 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d575aa87-1529-4131-929a-ec739d660162 req-20d4bd05-d08b-4db5-91c1-7360e09eaaae tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 944 time: 0.0754504 Sep 15 09:17:36.058439 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-2373a333-b93d-456f-ba76-07d1b4aa99c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:36.093133 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d575aa87-1529-4131-929a-ec739d660162 req-53469666-8801-4502-a7e2-364e5fd53cdb tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426083 Sep 15 09:17:36.549719 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:37.288254 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf1e12-1dbe-468e-bac8-6ec2f36fbf73 req-14c84a30-37aa-4804-b78a-2fc1fec87ffe tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:37.289688 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dbbf1e12-1dbe-468e-bac8-6ec2f36fbf73 req-14c84a30-37aa-4804-b78a-2fc1fec87ffe tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 944 time: 0.0790217 Sep 15 09:17:37.333030 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-dbbf1e12-1dbe-468e-bac8-6ec2f36fbf73 req-0584679d-5f87-45d0-a2b7-9fc2369a1b44 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379033 Sep 15 09:17:38.269101 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-9999efac-a977-4d5c-845d-d7561cf67408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:38.370399 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device e9d6d25f-ee7d-4b80-a209-99e55deac0b8 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:17:38.502113 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port e9d6d25f-ee7d-4b80-a209-99e55deac0b8, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e9d6d25f-ee7d-4b80-a209-99e55deac0b8,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:17:38.515689 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'port_id': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8', 'mac_address': 'fa:16:3e:41:8b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:17:38.527152 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca13f5-fb77-4d0e-bd10-83eaa07eaedf req-340b9bde-11de-4fac-8c2c-1ab50f39cae6 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:38.528602 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-85ca13f5-fb77-4d0e-bd10-83eaa07eaedf req-340b9bde-11de-4fac-8c2c-1ab50f39cae6 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 944 time: 0.0763059 Sep 15 09:17:38.573132 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:38.573386 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-85ca13f5-fb77-4d0e-bd10-83eaa07eaedf req-5ae4070f-b173-4d08-81c5-a9e2ddf8f0a7 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391824 Sep 15 09:17:38.591764 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d6d25f-ee7d-4b80-a209-99e55deac0b8 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:17:38.607128 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port e9d6d25f-ee7d-4b80-a209-99e55deac0b8, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e9d6d25f-ee7d-4b80-a209-99e55deac0b8,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:17:38.772553 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:38.774879 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-9808ed0d-9d79-4edc-9bc4-2d7d2483165d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:17:38.837057 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=e9d6d25f-ee7d-4b80-a209-99e55deac0b8,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:17:38.845055 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:38.845392 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:38.845721 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:38.846048 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:38.846398 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:38.846718 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:38.847036 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:38.847358 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:38.847671 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:38.847983 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:38.848293 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:17:38.851999 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:17:39.053158 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['e9d6d25f-ee7d-4b80-a209-99e55deac0b8'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:17:39.452193 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:39.766945 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7b0f0-aa59-4c7e-941e-3fd706e51382 req-578faf29-60fe-4242-ab1f-b95c71b0f157 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:39.768347 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-11b7b0f0-aa59-4c7e-941e-3fd706e51382 req-578faf29-60fe-4242-ab1f-b95c71b0f157 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 945 time: 0.0756474 Sep 15 09:17:39.818499 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-11b7b0f0-aa59-4c7e-941e-3fd706e51382 req-afc0d650-af47-4314-acae-3f20ba758da7 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441136 Sep 15 09:17:40.386728 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device e9d6d25f-ee7d-4b80-a209-99e55deac0b8 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:17:40.560967 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port e9d6d25f-ee7d-4b80-a209-99e55deac0b8 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:17:40.565802 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port e9d6d25f-ee7d-4b80-a209-99e55deac0b8 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:17:40.566298 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:40.677653 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:40.704858 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:17:40.714113 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port e9d6d25f-ee7d-4b80-a209-99e55deac0b8, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e9d6d25f-ee7d-4b80-a209-99e55deac0b8,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:17:40.776886 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8', 'code': 200} Sep 15 09:17:40.795021 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:40.797977 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-07487748-e97a-4872-9396-5f847f705243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:17:40.873753 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=e9d6d25f-ee7d-4b80-a209-99e55deac0b8,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:17:40.877014 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:17:40.897919 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:41.013162 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade59511-eb34-4525-b563-9e0aac341098 req-47b80354-8c0e-4bb9-b9b7-3ee3e877129f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:41.014644 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ade59511-eb34-4525-b563-9e0aac341098 req-47b80354-8c0e-4bb9-b9b7-3ee3e877129f tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 946 time: 0.0766797 Sep 15 09:17:41.058963 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ade59511-eb34-4525-b563-9e0aac341098 req-e60fbcdc-deff-449d-a0c5-e29f1eb9bb7b tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388179 Sep 15 09:17:41.202553 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b8e233f6-1709-4398-a65a-70e6ec404b61 req-b81d4ed1-28c3-4cbc-9e7d-e5e3d1076949 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 1099 time: 0.0708988 Sep 15 09:17:41.244273 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b8e233f6-1709-4398-a65a-70e6ec404b61 req-ec561666-de62-4c2a-8270-0239247e7770 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350769 Sep 15 09:17:42.260969 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b40bf-d9a1-4929-832a-ab6a45a62d96 req-9f14d2cc-d292-4c4d-adee-c0d886582c5b tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:42.262622 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-753b40bf-d9a1-4929-832a-ab6a45a62d96 req-9f14d2cc-d292-4c4d-adee-c0d886582c5b tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 946 time: 0.0770373 Sep 15 09:17:42.308463 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-753b40bf-d9a1-4929-832a-ab6a45a62d96 req-a9dbbcd8-8974-4139-ad90-b9d44a3c8b19 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397661 Sep 15 09:17:43.505765 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d39df6-4067-45f3-a779-42337b2c0398 req-94e0002e-a6bd-46f8-a559-defc51ad2d2a tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:43.507171 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f0d39df6-4067-45f3-a779-42337b2c0398 req-94e0002e-a6bd-46f8-a559-defc51ad2d2a tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 946 time: 0.0787296 Sep 15 09:17:43.550546 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f0d39df6-4067-45f3-a779-42337b2c0398 req-6d2cb8e9-35ea-464e-b39a-b65b5233c649 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374076 Sep 15 09:17:43.751110 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff69e4-7601-486e-912a-a777e6761cb6 req-9d417e07-23fc-40be-a645-d0d722fb9b2e tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:43.752547 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c8ff69e4-7601-486e-912a-a777e6761cb6 req-9d417e07-23fc-40be-a645-d0d722fb9b2e tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 946 time: 0.0843637 Sep 15 09:17:43.797685 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c8ff69e4-7601-486e-912a-a777e6761cb6 req-feaf8dd3-77b7-4cfd-91cf-4070b24629d3 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395606 Sep 15 09:17:43.825374 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48520) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:17:43.893576 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-b24051eb-f984-45fd-be69-6dc426ede94b tempest-TestVolumeBootPattern-2071708916 tempest-TestVolumeBootPattern-2071708916-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 1094 time: 0.0670249 Sep 15 09:17:43.896231 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48524) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:17:43.901634 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Request body: {'floatingip': {'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'port_id': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address': '172.20.0.14'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:17:43.906944 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:17:43.910746 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Usage tracker for resource:floatingip and tenant:fa72fb70665242e7b7637379b4286d93 is out of sync, need to count used quota {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:17:43.914018 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=75826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:17:43.919629 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:17:43.983872 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for floatingip, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:44.118221 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:44.339394 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Allocated IP 172.27.1.117 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/f9f81157-d2f7-482b-9e3a-d1c6ab29f6de) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:17:44.481961 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:44.566044 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:44.570554 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-bd1ceb38-d18b-4827-9a56-402fa782ecc8 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:17:44.636282 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:17:44.639063 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:17:44.641716 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:17:44.671767 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event updated for resources: {'Port': ['ID=f9f81157-d2f7-482b-9e3a-d1c6ab29f6de,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:17:44.674964 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:17:45.152339 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:45.262240 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:45.465756 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:45.526330 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:45.530534 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-10bdd421-ae8d-4eb3-921c-db3401df966e tempest-AttachVolumeTestJSON-226149614 tempest-AttachVolumeTestJSON-226149614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:17:45.633846 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event updated for resources: {'Port': ['ID=f9f81157-d2f7-482b-9e3a-d1c6ab29f6de,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:17:45.638008 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:17:45.656414 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:45.849408 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.db.l3_db [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Floating IP 62ee0ac2-6c6e-4407-ab55-f4dc98e517dd associated. External IP: 172.27.1.117, port: e9d6d25f-ee7d-4b80-a209-99e55deac0b8. Sep 15 09:17:46.315889 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Router bef774b4-11d0-4135-82c0-1d410aa94680 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:17:46.510817 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:17:46.519565 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea043a78-0497-4c75-b5da-54aeb84ed8a9 None None] Sync routers for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:17:46.530814 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea043a78-0497-4c75-b5da-54aeb84ed8a9 None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:17:46.531419 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-ea043a78-0497-4c75-b5da-54aeb84ed8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:17:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:17:46.612458 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:17:46.670561 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-024cc7ee-ea2d-47dd-8ac2-aba91126e4fd tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7731600 Sep 15 09:17:46.671248 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'tag': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:17:46.706964 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-ea043a78-0497-4c75-b5da-54aeb84ed8a9 None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:17:46.725317 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'tag': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8', 'status': 'completed', 'code': 200} Sep 15 09:17:46.836036 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-70b3e7de-fc2c-4fa9-9817-842a4985d737 req-c0093a32-f0e7-4fda-9976-0f8c72821d4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 1099 time: 0.0683880 Sep 15 09:17:46.965754 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3e7de-fc2c-4fa9-9817-842a4985d737 req-08e9b7a3-3f6d-452c-b0d5-fc90e100fdb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:46.967259 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-70b3e7de-fc2c-4fa9-9817-842a4985d737 req-08e9b7a3-3f6d-452c-b0d5-fc90e100fdb3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 912 time: 0.1251581 Sep 15 09:17:47.050381 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-ea043a78-0497-4c75-b5da-54aeb84ed8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '62ee0ac2-6c6e-4407-ab55-f4dc98e517dd', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'port_id': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'mac_address': 'fa:16:3e:41:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:17:44Z', 'updated_at': '2021-09-15T09:17:44Z', 'revision_number': 0, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:17:47.054814 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea043a78-0497-4c75-b5da-54aeb84ed8a9 None None] Checking router: bef774b4-11d0-4135-82c0-1d410aa94680 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:17:47.065221 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea043a78-0497-4c75-b5da-54aeb84ed8a9 None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:17:47.065813 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-ea043a78-0497-4c75-b5da-54aeb84ed8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:17:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:17:47.071270 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-70b3e7de-fc2c-4fa9-9817-842a4985d737 req-1f965379-ff4e-4ff2-8c37-7d6b53a0b7b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9d6d25f-ee7d-4b80-a209-99e55deac0b8 HTTP/1.1" status: 200 len: 1000 time: 0.0973890 Sep 15 09:17:47.135441 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3e7de-fc2c-4fa9-9817-842a4985d737 req-6831b976-034f-435d-a36d-f0dac706385e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:47.136912 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-70b3e7de-fc2c-4fa9-9817-842a4985d737 req-6831b976-034f-435d-a36d-f0dac706385e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4e91c46-2219-4a8d-8e07-90cce7e1a91f HTTP/1.1" status: 200 len: 850 time: 0.0602081 Sep 15 09:17:47.215740 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-70b3e7de-fc2c-4fa9-9817-842a4985d737 req-ff84ddd8-722f-47e9-b393-b47974cda00e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6555b4f-8502-4e07-ad9a-5812cfe7a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723157 Sep 15 09:17:47.239195 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-ea043a78-0497-4c75-b5da-54aeb84ed8a9 None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:17:47.348112 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-70b3e7de-fc2c-4fa9-9817-842a4985d737 req-3669fd38-aabb-442b-a200-6a2ad501915f service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249099 Sep 15 09:17:47.481001 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-70b3e7de-fc2c-4fa9-9817-842a4985d737 req-3f2b81a8-d19a-4137-a829-a6d6114b5888 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264362 Sep 15 09:17:47.582132 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-ea043a78-0497-4c75-b5da-54aeb84ed8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '62ee0ac2-6c6e-4407-ab55-f4dc98e517dd', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'port_id': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'mac_address': 'fa:16:3e:41:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:17:44Z', 'updated_at': '2021-09-15T09:17:44Z', 'revision_number': 0, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:17:47.586621 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea043a78-0497-4c75-b5da-54aeb84ed8a9 None None] The sync data for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi is: [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '62ee0ac2-6c6e-4407-ab55-f4dc98e517dd', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'port_id': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'mac_address': 'fa:16:3e:41:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:17:44Z', 'updated_at': '2021-09-15T09:17:44Z', 'revision_number': 0, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:17:47.760145 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c582f332-db86-4314-b8b5-ac222e5bbc56 None None] New status for floating IP 62ee0ac2-6c6e-4407-ab55-f4dc98e517dd: ACTIVE {{(pid=75829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 09:17:50.870380 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-017f9d4e-329a-46cf-8673-20c33a21ccad req-57bde2b7-2875-4a06-98e9-deaa1f236a50 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679083 Sep 15 09:17:51.021800 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-017f9d4e-329a-46cf-8673-20c33a21ccad req-386597d5-1b17-45c9-b0dc-15e11796d0fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 1099 time: 0.0718136 Sep 15 09:17:51.259618 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f9d4e-329a-46cf-8673-20c33a21ccad req-c04f7ed2-0416-4c6e-a906-ef2d2400b24e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:51.260961 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-017f9d4e-329a-46cf-8673-20c33a21ccad req-c04f7ed2-0416-4c6e-a906-ef2d2400b24e service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 912 time: 0.2210045 Sep 15 09:17:51.362218 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-017f9d4e-329a-46cf-8673-20c33a21ccad req-66033cd3-8f90-47e4-87a5-4bca5c4505f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9d6d25f-ee7d-4b80-a209-99e55deac0b8 HTTP/1.1" status: 200 len: 1002 time: 0.0946858 Sep 15 09:17:51.422788 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f9d4e-329a-46cf-8673-20c33a21ccad req-3b7cef28-acbe-48c7-be00-2177b5891a98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:17:51.424168 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-017f9d4e-329a-46cf-8673-20c33a21ccad req-3b7cef28-acbe-48c7-be00-2177b5891a98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4e91c46-2219-4a8d-8e07-90cce7e1a91f HTTP/1.1" status: 200 len: 850 time: 0.0558801 Sep 15 09:17:51.499009 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-017f9d4e-329a-46cf-8673-20c33a21ccad req-f9175460-be0f-4a76-bc7e-38a1bdcd6204 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6555b4f-8502-4e07-ad9a-5812cfe7a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682085 Sep 15 09:17:51.629588 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-017f9d4e-329a-46cf-8673-20c33a21ccad req-17c32df2-e2df-45fe-a93e-a32ea7128524 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229477 Sep 15 09:17:51.758287 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-017f9d4e-329a-46cf-8673-20c33a21ccad req-bbf536cf-5bf0-4ceb-a289-7420934ab7f4 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224098 Sep 15 09:18:04.389128 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:18:05.619859 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:18:06.011189 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-b4f63f21-1780-4f3a-9c8c-7c840eea2854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:18:06.554261 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:18:08.268385 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-1dbbade1-e9b3-401e-a730-2d74281f96b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:18:09.462819 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:18:10.902065 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:18:34.398646 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:18:36.038356 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-422d63ab-6bdc-4202-a39c-3887b45ba9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:18:36.552145 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:18:38.243840 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-df73e5a7-027b-4caf-a646-5b9040b90c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:18:39.444290 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:18:40.895992 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:18:42.619630 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:18:50.956663 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-081d2d01-079b-4339-8ebd-13099c38e82c req-502c3533-d411-4e84-b598-6a5e95389170 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1350946 Sep 15 09:18:51.108162 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-081d2d01-079b-4339-8ebd-13099c38e82c req-3060a3db-b48d-41e0-84b1-b5e9f5cc1d1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 1099 time: 0.0683770 Sep 15 09:18:51.249824 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d2d01-079b-4339-8ebd-13099c38e82c req-fca72496-8ea7-4265-9ee4-40b9975b5ced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:18:51.251216 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-081d2d01-079b-4339-8ebd-13099c38e82c req-fca72496-8ea7-4265-9ee4-40b9975b5ced service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 912 time: 0.1244111 Sep 15 09:18:51.352646 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-081d2d01-079b-4339-8ebd-13099c38e82c req-46d511e0-9f37-47f6-b1f3-0a415336f2f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9d6d25f-ee7d-4b80-a209-99e55deac0b8 HTTP/1.1" status: 200 len: 1002 time: 0.0948672 Sep 15 09:18:51.417780 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d2d01-079b-4339-8ebd-13099c38e82c req-b677e8f9-37ee-4b6c-8f5f-7123d4923280 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:18:51.419169 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-081d2d01-079b-4339-8ebd-13099c38e82c req-b677e8f9-37ee-4b6c-8f5f-7123d4923280 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4e91c46-2219-4a8d-8e07-90cce7e1a91f HTTP/1.1" status: 200 len: 850 time: 0.0602009 Sep 15 09:18:51.492879 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-081d2d01-079b-4339-8ebd-13099c38e82c req-6ea1be2d-15fa-4c61-8d19-96f573a422c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6555b4f-8502-4e07-ad9a-5812cfe7a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666752 Sep 15 09:18:51.502838 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [req-081d2d01-079b-4339-8ebd-13099c38e82c req-4d3364ac-e55b-475b-9766-c6bae2cdb431 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=75826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 09:18:51.504189 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-081d2d01-079b-4339-8ebd-13099c38e82c req-4d3364ac-e55b-475b-9766-c6bae2cdb431 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051472 Sep 15 09:18:51.632890 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-081d2d01-079b-4339-8ebd-13099c38e82c req-3586c2fd-abfe-4b33-a167-3db1cd551994 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225905 Sep 15 09:18:51.762218 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-081d2d01-079b-4339-8ebd-13099c38e82c req-fbfec34d-6ef9-4ea0-9b4d-d16d07825dff service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222062 Sep 15 09:19:04.454893 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:06.053293 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-6130ff89-e7c1-47c2-9478-020b34d0853f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:06.545620 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:08.259897 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-e2c4ebb6-0d4a-4db0-a770-c9bb94bd803d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:09.460628 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:10.892665 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:19.620380 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:19:21.911585 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-c16e7e37-0d2b-4c52-ade9-efa4e9e59ce2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144518127&fields=id&tenant_id=fa72fb70665242e7b7637379b4286d93 HTTP/1.1" status: 200 len: 267 time: 0.0406868 Sep 15 09:19:22.054118 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-887b8f1a-b2c9-4289-8a9b-5f83988ce8f1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:22.055548 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-887b8f1a-b2c9-4289-8a9b-5f83988ce8f1 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 811 time: 0.1379895 Sep 15 09:19:22.070790 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-9496c5f0-7e21-492b-ab07-23f8fe85ef39 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/quotas/fa72fb70665242e7b7637379b4286d93 HTTP/1.1" status: 200 len: 375 time: 0.0100839 Sep 15 09:19:22.243115 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1e94945f-aec9-4707-9d42-04db06263f66 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1675718 Sep 15 09:19:22.378289 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-972bd667-7102-44d9-944a-6352d2317bd3 service neutron] 10.222.0.39 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238868 Sep 15 09:19:22.505954 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-2db2bd44-0f8f-476a-8448-1473cd840e88 service neutron] 10.222.0.39 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221025 Sep 15 09:19:23.216813 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-cd429057-ab97-4763-9381-6a1c9e29937a req-904611d7-ff26-49a2-9dc5-a6478b192759 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 210 time: 0.1113987 Sep 15 09:19:24.376649 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-1abaf9e4-1276-4079-8fc9-fe3d0229b01e req-a9cb25d6-a6a9-4a93-a1ea-08a9048b1b4c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 210 time: 0.0414810 Sep 15 09:19:25.180303 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-7be71e6e-2e5a-40f1-8b62-26f946493dc3 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:25.181702 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-7be71e6e-2e5a-40f1-8b62-26f946493dc3 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.20 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 811 time: 0.1389658 Sep 15 09:19:25.243471 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-475ea783-776b-42ed-a7f5-802b30f2c4aa tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa72fb70665242e7b7637379b4286d93 HTTP/1.1" status: 200 len: 380 time: 0.0403054 Sep 15 09:19:25.256661 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Request body: {'port': {'device_id': '7e4a9d37-48ee-47db-b94f-c4227c5e642f', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'admin_state_up': True, 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'security_groups': ['5f472875-22ef-4523-9be4-387ff84dc30e']}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:19:25.391926 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:19:25.401313 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.quota.driver [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=75826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:19:25.464079 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Made reservation on behalf of fa72fb70665242e7b7637379b4286d93 for: {'port': 1} {{(pid=75826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:19:25.467500 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:25.551349 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-8b8c232e-7b39-461e-9065-712beb78638e req-a3d48675-fadb-4450-a921-4e02416995ed tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 210 time: 0.0403171 Sep 15 09:19:25.631579 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.db_base_plugin_common [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Allocated IP 172.20.0.3 (b6555b4f-8502-4e07-ad9a-5812cfe7a903/c4e91c46-2219-4a8d-8e07-90cce7e1a91f/d36022d6-0fcf-4729-8b09-632319855f25) {{(pid=75826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:19:25.816063 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for port, precommit_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:25.831882 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Transition to ACTIVE for port object d36022d6-0fcf-4729-8b09-632319855f25 will not be triggered until provisioned by entity DHCP. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:19:25.900093 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_create {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:25.906627 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-085f3f1a-bfab-4bc6-9334-b47ca9ccd98d tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:19:25.974356 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Network b6555b4f-8502-4e07-ad9a-5812cfe7a903 is already hosted by enough agents. {{(pid=75826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:19:25.977429 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.scheduler.base_scheduler [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources bound (agent type, host, resource id): {{(pid=75826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:19:25.979946 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Received port after_create {{(pid=75826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:19:26.021888 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event updated for resources: {'Port': ['ID=d36022d6-0fcf-4729-8b09-632319855f25,revision_number=1']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:19:26.038742 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:26.039115 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:26.039487 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:26.039850 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:26.040212 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:26.040568 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:26.040924 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:26.041331 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:26.041687 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:26.042035 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:26.042488 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:26.046205 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:19:26.061743 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:26.064596 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:26.158843 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-62b232ba-b0f4-4747-a65d-e18f86f5b9d5 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9064898 Sep 15 09:19:26.176546 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.v2.base [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Request body: {'port': {'device_id': '7e4a9d37-48ee-47db-b94f-c4227c5e642f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:19:26.253898 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-b64ed066-d5e3-4dc9-89c7-43624d0926a7 None None] Provisioning for port d36022d6-0fcf-4729-8b09-632319855f25 completed by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:19:26.263740 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-b64ed066-d5e3-4dc9-89c7-43624d0926a7 None None] Provisioning complete for port d36022d6-0fcf-4729-8b09-632319855f25 triggered by entity DHCP. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:19:26.263740 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-b64ed066-d5e3-4dc9-89c7-43624d0926a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:26.284697 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:26.311498 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-b64ed066-d5e3-4dc9-89c7-43624d0926a7 None None] Port d36022d6-0fcf-4729-8b09-632319855f25 cannot update to ACTIVE because it is not bound. {{(pid=75827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 09:19:26.612698 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36022d6-0fcf-4729-8b09-632319855f25 {{(pid=75826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:19:26.619428 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Notify callbacks [] for port, precommit_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:26.633803 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.provisioning_blocks [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Transition to ACTIVE for port object d36022d6-0fcf-4729-8b09-632319855f25 will not be triggered until provisioned by entity L2. {{(pid=75826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:19:26.727425 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:26.841253 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-4cc9e1ea-4015-4ae6-a023-6ca669be938e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:19:26.964284 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Pushing event updated for resources: {'Port': ['ID=d36022d6-0fcf-4729-8b09-632319855f25,revision_number=2']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:19:26.974859 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:19:26.986777 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3f013-723c-4c18-8229-7ff0a77d8a19 req-496f3e59-4186-478d-b437-c3ec3b2cb372 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:26.988006 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-d0c3f013-723c-4c18-8229-7ff0a77d8a19 req-496f3e59-4186-478d-b437-c3ec3b2cb372 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Synchronizing usage tracker for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:19:27.114795 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Attempting to bind port d36022d6-0fcf-4729-8b09-632319855f25 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 09:19:27.115117 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Attempting to bind port d36022d6-0fcf-4729-8b09-632319855f25 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 09:19:27.115433 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Attempting to bind port d36022d6-0fcf-4729-8b09-632319855f25 on network b6555b4f-8502-4e07-ad9a-5812cfe7a903 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:19:27.121005 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Port d36022d6-0fcf-4729-8b09-632319855f25 on network b6555b4f-8502-4e07-ad9a-5812cfe7a903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 09:19:27.121364 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Attempting to bind port d36022d6-0fcf-4729-8b09-632319855f25 on network b6555b4f-8502-4e07-ad9a-5812cfe7a903 {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 09:19:27.127590 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Checking agent: {'id': '8fdda8a1-0985-4449-b21f-3020f215b773', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'started_at': datetime.datetime(2021, 9, 15, 8, 55, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 09:19:27.132842 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Checking segment: {'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 09:19:27.132842 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Bound using segment: {'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'} {{(pid=75826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 09:19:27.132842 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.managers [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Bound port: d36022d6-0fcf-4729-8b09-632319855f25, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903'}}] {{(pid=75826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 09:19:27.132842 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:27.172354 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-d0c3f013-723c-4c18-8229-7ff0a77d8a19 req-496f3e59-4186-478d-b437-c3ec3b2cb372 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Unset dirty status for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:19:27.173450 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d0c3f013-723c-4c18-8229-7ff0a77d8a19 req-496f3e59-4186-478d-b437-c3ec3b2cb372 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 931 time: 0.5031760 Sep 15 09:19:27.247230 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] For port d36022d6-0fcf-4729-8b09-632319855f25, host hv-cinder-80600, cleared binding levels {{(pid=75826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 09:19:27.250662 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-d0c3f013-723c-4c18-8229-7ff0a77d8a19 req-93f4cdde-e424-4ca0-bf79-20b556bfec75 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705955 Sep 15 09:19:27.252186 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] For port d36022d6-0fcf-4729-8b09-632319855f25, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d36022d6-0fcf-4729-8b09-632319855f25,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 09:19:27.311222 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7705312'] for port, after_update {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:27.315706 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-9c59901f-3d8d-4c55-b439-d710d2667c18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:19:27.378810 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:27.380253 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] 10.222.0.20 "PUT /v2.0/ports/d36022d6-0fcf-4729-8b09-632319855f25 HTTP/1.1" status: 200 len: 1093 time: 1.2080212 Sep 15 09:19:27.380758 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4a9d37-48ee-47db-b94f-c4227c5e642f', 'tag': 'd36022d6-0fcf-4729-8b09-632319855f25'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:19:27.398815 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Pushing event updated for resources: {'Port': ['ID=d36022d6-0fcf-4729-8b09-632319855f25,revision_number=3']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:19:27.403031 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-1dc951b9-ac05-4a92-bac1-5f7b520f107d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:19:27.555893 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4a9d37-48ee-47db-b94f-c4227c5e642f', 'tag': 'd36022d6-0fcf-4729-8b09-632319855f25', 'status': 'completed', 'code': 200} Sep 15 09:19:27.595168 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-ba5aa1f0-916a-42d7-88f0-27b2cfa64259 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 1096 time: 0.0699244 Sep 15 09:19:27.669279 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-f7643c93-120f-4c7a-999c-1db160bd2466 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d36022d6-0fcf-4729-8b09-632319855f25 HTTP/1.1" status: 200 len: 217 time: 0.0613551 Sep 15 09:19:27.728882 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-034f597a-ad54-4636-b291-7d90f7f4eb2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:27.730330 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-034f597a-ad54-4636-b291-7d90f7f4eb2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4e91c46-2219-4a8d-8e07-90cce7e1a91f HTTP/1.1" status: 200 len: 850 time: 0.0548716 Sep 15 09:19:27.806033 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-42235be5-124b-4e98-b64c-35724fd9bce4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6555b4f-8502-4e07-ad9a-5812cfe7a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696912 Sep 15 09:19:27.934574 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-0c44de28-5138-49d4-9dc7-bea2b80945e2 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215415 Sep 15 09:19:28.061547 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-57887a86-3fc5-419e-8ef9-bfb43d7c82d6 req-5a2a2a16-4300-4a74-b4ea-43c0d1a2e08b service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208870 Sep 15 09:19:28.278475 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc33c331-4c42-4845-a634-d81d326c788f req-30166dd1-5cd1-4c97-9639-72872d1a644f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 1096 time: 0.0703499 Sep 15 09:19:28.459434 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c331-4c42-4845-a634-d81d326c788f req-4d65dc9d-2b45-4f42-8645-1c4449d87ede service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:28.460891 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc33c331-4c42-4845-a634-d81d326c788f req-4d65dc9d-2b45-4f42-8645-1c4449d87ede service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 912 time: 0.1756234 Sep 15 09:19:28.533707 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b86ed8-bf89-492a-af44-9cacecc87f50 req-55a773a0-bb03-4274-9a3b-00fb2dd6025e tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:28.535636 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-65b86ed8-bf89-492a-af44-9cacecc87f50 req-55a773a0-bb03-4274-9a3b-00fb2dd6025e tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 943 time: 0.1648624 Sep 15 09:19:28.556579 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc33c331-4c42-4845-a634-d81d326c788f req-771304c5-d24d-450f-8c5d-6afd9517ae5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d36022d6-0fcf-4729-8b09-632319855f25 HTTP/1.1" status: 200 len: 217 time: 0.0869851 Sep 15 09:19:28.625220 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-65b86ed8-bf89-492a-af44-9cacecc87f50 req-1942f7bb-2ffe-4d7f-9d01-634ce587161e tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821719 Sep 15 09:19:28.639836 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c331-4c42-4845-a634-d81d326c788f req-29734deb-d227-43a8-b634-f0b058510318 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:28.641344 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc33c331-4c42-4845-a634-d81d326c788f req-29734deb-d227-43a8-b634-f0b058510318 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4e91c46-2219-4a8d-8e07-90cce7e1a91f HTTP/1.1" status: 200 len: 850 time: 0.0699391 Sep 15 09:19:28.718186 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc33c331-4c42-4845-a634-d81d326c788f req-9d16e9f5-c930-42da-8840-c82865eda47b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6555b4f-8502-4e07-ad9a-5812cfe7a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671396 Sep 15 09:19:28.939197 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc33c331-4c42-4845-a634-d81d326c788f req-3db2b269-f816-44f8-98c8-025a7bcdeddf service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142088 Sep 15 09:19:29.070138 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-fc33c331-4c42-4845-a634-d81d326c788f req-b95355e7-6529-488e-9fda-fbeacdc11469 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242316 Sep 15 09:19:29.822378 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6006a8-bd38-40c2-b048-3b4ecf25e5a5 req-9d8b0052-c4fe-421a-9a82-5748999ee741 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:29.823814 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2a6006a8-bd38-40c2-b048-3b4ecf25e5a5 req-9d8b0052-c4fe-421a-9a82-5748999ee741 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 943 time: 0.0794630 Sep 15 09:19:29.868088 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2a6006a8-bd38-40c2-b048-3b4ecf25e5a5 req-1cd1b53e-4791-4284-9c28-cc999288d087 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387890 Sep 15 09:19:31.058243 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7acfc-baa5-4a2e-a439-5f3feb538895 req-397d1bc2-a00d-4069-934c-7b74369aba68 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:31.059679 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7ab7acfc-baa5-4a2e-a439-5f3feb538895 req-397d1bc2-a00d-4069-934c-7b74369aba68 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 943 time: 0.0756433 Sep 15 09:19:31.109405 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7ab7acfc-baa5-4a2e-a439-5f3feb538895 req-da531561-606b-49aa-9a23-1343d11efb2b tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442822 Sep 15 09:19:32.301461 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac3801-3fbe-4f29-9e0f-e1ad42bd77c1 req-5c127815-4016-4133-b84d-74d0b566e092 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:32.302903 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-65ac3801-3fbe-4f29-9e0f-e1ad42bd77c1 req-5c127815-4016-4133-b84d-74d0b566e092 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 943 time: 0.0753460 Sep 15 09:19:32.350772 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-65ac3801-3fbe-4f29-9e0f-e1ad42bd77c1 req-72705500-6533-4d5e-ae2c-547c92b5ca6c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424755 Sep 15 09:19:33.545267 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43051d30-fbb7-49dd-a106-001b211e0c0b req-670b18ac-0a9c-4fa6-ba1a-cf2730368b94 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:33.546626 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-43051d30-fbb7-49dd-a106-001b211e0c0b req-670b18ac-0a9c-4fa6-ba1a-cf2730368b94 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 943 time: 0.0769875 Sep 15 09:19:33.590622 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-43051d30-fbb7-49dd-a106-001b211e0c0b req-d16e5c7d-3994-4a2b-8a45-5f9d33ab1f76 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384312 Sep 15 09:19:34.442286 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:34.783095 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aa2c7-8cdc-4124-8938-2f27ea9c930b req-b29862a7-a528-4d4c-b5b5-bd545ecea30c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:34.785065 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f94aa2c7-8cdc-4124-8938-2f27ea9c930b req-b29862a7-a528-4d4c-b5b5-bd545ecea30c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 943 time: 0.0752907 Sep 15 09:19:34.828204 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-f94aa2c7-8cdc-4124-8938-2f27ea9c930b req-0ed06cc9-de6e-429d-8d96-693feb9d62b8 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378423 Sep 15 09:19:34.941231 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device d36022d6-0fcf-4729-8b09-632319855f25 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:19:35.067979 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port d36022d6-0fcf-4729-8b09-632319855f25, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d36022d6-0fcf-4729-8b09-632319855f25,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:19:35.084261 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Returning: {'device': 'd36022d6-0fcf-4729-8b09-632319855f25', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'port_id': 'd36022d6-0fcf-4729-8b09-632319855f25', 'mac_address': 'fa:16:3e:e6:a1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:19:35.135292 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:35.152511 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36022d6-0fcf-4729-8b09-632319855f25 {{(pid=75827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 09:19:35.167453 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port d36022d6-0fcf-4729-8b09-632319855f25, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d36022d6-0fcf-4729-8b09-632319855f25,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:19:35.224694 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:35.226492 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:19:35.287750 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=d36022d6-0fcf-4729-8b09-632319855f25,revision_number=4']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:19:35.295794 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:35.296139 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:35.296465 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:35.296790 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:35.297118 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:35.297435 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:35.297752 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:35.298066 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:35.298402 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:35.298720 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:35.299029 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:35.302650 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:19:35.527028 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] get_ports_and_sgs() called for port_ids ['d36022d6-0fcf-4729-8b09-632319855f25'] {{(pid=75827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 09:19:36.040984 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-d7e639c3-bb97-4219-801a-8b9771ddf6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:36.044000 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e5a06-8252-4cb3-b735-499c940b98a9 req-8ea0b0be-66e8-43d3-b0fd-f170e14e22d6 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:36.045454 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b77e5a06-8252-4cb3-b735-499c940b98a9 req-8ea0b0be-66e8-43d3-b0fd-f170e14e22d6 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 944 time: 0.0875003 Sep 15 09:19:36.089771 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b77e5a06-8252-4cb3-b735-499c940b98a9 req-8a2d85f7-3683-4c23-9f68-e9cdbeebdab3 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388176 Sep 15 09:19:36.556453 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:36.942148 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device d36022d6-0fcf-4729-8b09-632319855f25 up at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:19:37.070501 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning for port d36022d6-0fcf-4729-8b09-632319855f25 completed by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:19:37.075106 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.provisioning_blocks [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Provisioning complete for port d36022d6-0fcf-4729-8b09-632319855f25 triggered by entity L2. {{(pid=75827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:19:37.075470 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681916'] for port, provisioning_complete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:37.187480 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:37.213150 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4a9d37-48ee-47db-b94f-c4227c5e642f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36022d6-0fcf-4729-8b09-632319855f25'}] {{(pid=75827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:19:37.224230 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] For port d36022d6-0fcf-4729-8b09-632319855f25, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d36022d6-0fcf-4729-8b09-632319855f25,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:19:37.266982 dv-cinder-806008-2-iscsi neutron-server[75827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4a9d37-48ee-47db-b94f-c4227c5e642f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36022d6-0fcf-4729-8b09-632319855f25', 'code': 200} Sep 15 09:19:37.293414 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b370d3d-cbec-47c9-9a1f-f8ec0cf880de req-5b1b81b8-8901-48b0-8810-1bc62b8970ce tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:37.294977 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2b370d3d-cbec-47c9-9a1f-f8ec0cf880de req-5b1b81b8-8901-48b0-8810-1bc62b8970ce tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 944 time: 0.0860085 Sep 15 09:19:37.316502 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760'] for port, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:37.318339 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-bcd1e4cc-cacc-4866-801a-4f1a783364c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:19:37.340310 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-2b370d3d-cbec-47c9-9a1f-f8ec0cf880de req-fba540e4-81b9-4424-914e-6381a61a845e tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397279 Sep 15 09:19:37.381541 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Pushing event updated for resources: {'Port': ['ID=d36022d6-0fcf-4729-8b09-632319855f25,revision_number=5']} {{(pid=75827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:19:37.384388 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_concurrency.lockutils [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:19:37.690548 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-09e8ab97-aa51-4137-8bc8-2b2e8f018a48 req-2f321197-a265-4a88-bdaf-a3c077a208e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 1098 time: 0.0670164 Sep 15 09:19:37.731327 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-09e8ab97-aa51-4137-8bc8-2b2e8f018a48 req-47b63b40-fef9-418d-b625-f9a6f10291bb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347891 Sep 15 09:19:38.257634 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-09675715-2510-4982-964d-e978e2dff7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:38.538922 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fbd8d-9339-437e-8fca-385fdd580ce8 req-092c8af8-c2d5-432e-805e-7b133892c12d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:38.540256 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ce0fbd8d-9339-437e-8fca-385fdd580ce8 req-092c8af8-c2d5-432e-805e-7b133892c12d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 945 time: 0.0798137 Sep 15 09:19:38.584364 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-ce0fbd8d-9339-437e-8fca-385fdd580ce8 req-d811ba88-3b55-453b-a9ef-483f386348d0 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387070 Sep 15 09:19:39.453295 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:39.848900 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda25eb-8fd7-41ef-ac8b-2a50eda582f3 req-7459d2c9-17d0-42bf-96af-810a45469d34 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:39.850359 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ebda25eb-8fd7-41ef-ac8b-2a50eda582f3 req-7459d2c9-17d0-42bf-96af-810a45469d34 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 945 time: 0.0769660 Sep 15 09:19:39.894980 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-ebda25eb-8fd7-41ef-ac8b-2a50eda582f3 req-6bcb3bad-ad3f-4f55-bca5-ce347848c5e8 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387933 Sep 15 09:19:40.094223 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215972ff-d43f-4d58-87f7-082df46df543 req-2d4bc75e-928d-421a-8d6e-e19215f7e902 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:40.096161 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-215972ff-d43f-4d58-87f7-082df46df543 req-2d4bc75e-928d-421a-8d6e-e19215f7e902 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 945 time: 0.0757673 Sep 15 09:19:40.140806 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-215972ff-d43f-4d58-87f7-082df46df543 req-84b38f7d-912c-470c-a826-ab8d57f07189 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391655 Sep 15 09:19:40.168367 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48654) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:19:40.240537 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-0b278330-0060-4493-b4f2-95cbae655672 tempest-TestVolumeBootPattern-2071708916 tempest-TestVolumeBootPattern-2071708916-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 1093 time: 0.0709164 Sep 15 09:19:40.243072 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48658) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:19:40.248350 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.v2.base [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Request body: {'floatingip': {'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'port_id': 'd36022d6-0fcf-4729-8b09-632319855f25', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address': '172.20.0.3'}} {{(pid=75825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 09:19:40.253787 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:19:40.257485 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Usage tracker for resource:floatingip and tenant:fa72fb70665242e7b7637379b4286d93 is out of sync, need to count used quota {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:19:40.260259 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=75825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:19:40.265756 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.quota.driver [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=75825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:19:40.344484 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for floatingip, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:40.475634 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:40.609225 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_common [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Allocated IP 172.27.1.169 (9e4362ae-5b83-4f46-9c62-0914bea87c2f/13d23d14-154d-4492-9a3a-141961b4cd9d/7e28d4e5-d1f7-42f0-9b49-bfd9cbee9879) {{(pid=75825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:19:40.832051 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for port, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:40.904786 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:40.927804 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733232699697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:40.931484 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-89173c24-881b-420b-a757-e003ac92622c tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:19:41.000866 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Network 9e4362ae-5b83-4f46-9c62-0914bea87c2f is already hosted by enough agents. {{(pid=75825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:19:41.004891 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.base_scheduler [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Resources bound (agent type, host, resource id): {{(pid=75825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:19:41.007350 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Received port after_create {{(pid=75825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 09:19:41.033541 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event updated for resources: {'Port': ['ID=7e28d4e5-d1f7-42f0-9b49-bfd9cbee9879,revision_number=1']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:19:41.054397 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:41.054764 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:41.055122 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:41.055477 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:41.055829 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:41.056178 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:41.056522 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:41.056868 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:41.057210 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:41.057549 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:41.057888 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:19:41.062545 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:19:41.524779 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:41.657862 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:41.855198 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for port, precommit_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:41.920144 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733233059889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733232699715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733232699760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092364'] for port, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:41.923554 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:19:42.024978 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event updated for resources: {'Port': ['ID=7e28d4e5-d1f7-42f0-9b49-bfd9cbee9879,revision_number=2']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:19:42.029010 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:19:42.045218 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8205379'] for floatingip, after_update {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:42.233828 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.db.l3_db [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Floating IP 6b23895c-03e7-4e04-af06-4fbf4586e287 associated. External IP: 172.27.1.169, port: d36022d6-0fcf-4729-8b09-632319855f25. Sep 15 09:19:42.701730 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Router bef774b4-11d0-4135-82c0-1d410aa94680 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:19:42.892886 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:19:42.903165 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60d9d49-d5c9-47c8-948e-2c5a0c58d1a7 None None] Sync routers for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:19:42.915260 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d9d49-d5c9-47c8-948e-2c5a0c58d1a7 None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:19:42.925317 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-e60d9d49-d5c9-47c8-948e-2c5a0c58d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:19:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:19:43.013342 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:19:43.082108 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-e1d4b101-735f-4e3a-a001-458a60c1358c tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8263381 Sep 15 09:19:43.082108 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4a9d37-48ee-47db-b94f-c4227c5e642f', 'tag': 'd36022d6-0fcf-4729-8b09-632319855f25'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:19:43.100300 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-e60d9d49-d5c9-47c8-948e-2c5a0c58d1a7 None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:19:43.131521 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4a9d37-48ee-47db-b94f-c4227c5e642f', 'tag': 'd36022d6-0fcf-4729-8b09-632319855f25', 'status': 'completed', 'code': 200} Sep 15 09:19:43.243700 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-32b0b978-80f8-4456-92d7-f06d00471914 req-9215ed9c-5c5c-4900-9f27-5fbbc00504b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 1098 time: 0.0688677 Sep 15 09:19:43.373089 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0b978-80f8-4456-92d7-f06d00471914 req-b9676e5d-41b7-4432-97ec-086bcfb7e996 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:43.374571 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-32b0b978-80f8-4456-92d7-f06d00471914 req-b9676e5d-41b7-4432-97ec-086bcfb7e996 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 912 time: 0.1252999 Sep 15 09:19:43.474807 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-e60d9d49-d5c9-47c8-948e-2c5a0c58d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '62ee0ac2-6c6e-4407-ab55-f4dc98e517dd', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'port_id': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'mac_address': 'fa:16:3e:41:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:17:44Z', 'updated_at': '2021-09-15T09:17:47Z', 'revision_number': 1, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address_scope': None}, {'id': '6b23895c-03e7-4e04-af06-4fbf4586e287', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'port_id': 'd36022d6-0fcf-4729-8b09-632319855f25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'mac_address': 'fa:16:3e:e6:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4a9d37-48ee-47db-b94f-c4227c5e642f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:19:41Z', 'updated_at': '2021-09-15T09:19:41Z', 'revision_number': 0, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:19:43.478628 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-32b0b978-80f8-4456-92d7-f06d00471914 req-5f470dd9-aeb3-40cd-8ffd-568e10453f14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d36022d6-0fcf-4729-8b09-632319855f25 HTTP/1.1" status: 200 len: 999 time: 0.0975454 Sep 15 09:19:43.478799 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60d9d49-d5c9-47c8-948e-2c5a0c58d1a7 None None] Checking router: bef774b4-11d0-4135-82c0-1d410aa94680 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:19:43.489852 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d9d49-d5c9-47c8-948e-2c5a0c58d1a7 None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:19:43.490492 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-e60d9d49-d5c9-47c8-948e-2c5a0c58d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:19:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:19:43.543802 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0b978-80f8-4456-92d7-f06d00471914 req-f7623b0e-f334-4157-a55e-38dd1c0d7a21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:43.545214 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-32b0b978-80f8-4456-92d7-f06d00471914 req-f7623b0e-f334-4157-a55e-38dd1c0d7a21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4e91c46-2219-4a8d-8e07-90cce7e1a91f HTTP/1.1" status: 200 len: 850 time: 0.0589812 Sep 15 09:19:43.660652 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-32b0b978-80f8-4456-92d7-f06d00471914 req-054ed474-83a2-45f0-913d-73b2ada1c5ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6555b4f-8502-4e07-ad9a-5812cfe7a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1090329 Sep 15 09:19:43.710044 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-e60d9d49-d5c9-47c8-948e-2c5a0c58d1a7 None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:19:43.790274 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-32b0b978-80f8-4456-92d7-f06d00471914 req-7e791a63-7ef7-400e-a78e-4f38a6c29981 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235518 Sep 15 09:19:43.920884 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-32b0b978-80f8-4456-92d7-f06d00471914 req-40cc7063-f47a-4960-89eb-7da6fd0a27e7 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243470 Sep 15 09:19:44.052158 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-e60d9d49-d5c9-47c8-948e-2c5a0c58d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '62ee0ac2-6c6e-4407-ab55-f4dc98e517dd', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'port_id': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'mac_address': 'fa:16:3e:41:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:17:44Z', 'updated_at': '2021-09-15T09:17:47Z', 'revision_number': 1, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address_scope': None}, {'id': '6b23895c-03e7-4e04-af06-4fbf4586e287', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'port_id': 'd36022d6-0fcf-4729-8b09-632319855f25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'mac_address': 'fa:16:3e:e6:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4a9d37-48ee-47db-b94f-c4227c5e642f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:19:41Z', 'updated_at': '2021-09-15T09:19:41Z', 'revision_number': 0, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:19:44.056230 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60d9d49-d5c9-47c8-948e-2c5a0c58d1a7 None None] The sync data for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi is: [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '62ee0ac2-6c6e-4407-ab55-f4dc98e517dd', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'port_id': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'mac_address': 'fa:16:3e:41:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:17:44Z', 'updated_at': '2021-09-15T09:17:47Z', 'revision_number': 1, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address_scope': None}, {'id': '6b23895c-03e7-4e04-af06-4fbf4586e287', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'port_id': 'd36022d6-0fcf-4729-8b09-632319855f25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'mac_address': 'fa:16:3e:e6:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4a9d37-48ee-47db-b94f-c4227c5e642f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:19:41Z', 'updated_at': '2021-09-15T09:19:41Z', 'revision_number': 0, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:19:44.323469 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58aba3-463e-4ef6-b6c1-b08e5a6b8e92 None None] New status for floating IP 6b23895c-03e7-4e04-af06-4fbf4586e287: ACTIVE {{(pid=75829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 09:19:51.881339 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-df0f505d-103b-4f41-bd68-1a57b8ef3a2c req-5ad5e4e5-7124-4ac3-bb64-1827b483dcfc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670667 Sep 15 09:19:52.136982 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-df0f505d-103b-4f41-bd68-1a57b8ef3a2c req-4407f06a-90c8-42e6-96cd-570990eedf41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 1099 time: 0.1707067 Sep 15 09:19:52.277428 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f505d-103b-4f41-bd68-1a57b8ef3a2c req-c47bb7bb-617e-49d5-93f4-8137c3960069 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:52.278866 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-df0f505d-103b-4f41-bd68-1a57b8ef3a2c req-c47bb7bb-617e-49d5-93f4-8137c3960069 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 912 time: 0.1217797 Sep 15 09:19:52.381454 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-df0f505d-103b-4f41-bd68-1a57b8ef3a2c req-8fe7b050-0280-4b2b-bce1-7d814ed7ced0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9d6d25f-ee7d-4b80-a209-99e55deac0b8 HTTP/1.1" status: 200 len: 1002 time: 0.0940511 Sep 15 09:19:52.443936 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f505d-103b-4f41-bd68-1a57b8ef3a2c req-33ad92c0-e00c-4559-a503-c9daac35d11b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:19:52.445408 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-df0f505d-103b-4f41-bd68-1a57b8ef3a2c req-33ad92c0-e00c-4559-a503-c9daac35d11b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4e91c46-2219-4a8d-8e07-90cce7e1a91f HTTP/1.1" status: 200 len: 850 time: 0.0562565 Sep 15 09:19:52.523293 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-df0f505d-103b-4f41-bd68-1a57b8ef3a2c req-479f7e04-5133-4c55-99c2-6112c3cced2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6555b4f-8502-4e07-ad9a-5812cfe7a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693014 Sep 15 09:19:52.651342 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-df0f505d-103b-4f41-bd68-1a57b8ef3a2c req-039934c3-c9c0-4ac3-855e-78996a583a39 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200190 Sep 15 09:19:52.788187 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-df0f505d-103b-4f41-bd68-1a57b8ef3a2c req-7e569071-c095-48fe-b53e-5eb80b4f8724 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237736 Sep 15 09:19:56.620362 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:20:04.457826 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:20:06.034928 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-7488b570-e8b4-433d-a995-07bec3f22049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:20:06.623856 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:20:08.257551 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-0e59f627-3a1f-47b2-82cf-29fd8f88da96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:20:09.475164 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:20:10.890146 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:20:33.619817 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:20:34.440013 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:20:36.039662 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-23ec4bf2-675a-4eb9-a849-02beb6ac3df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:20:36.553723 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:20:38.256729 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-837a25be-145b-4419-9eb5-2d1b1e1bd887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:20:39.508011 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:20:40.900387 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:20:53.951555 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-47db70ca-c2ee-4719-a8ef-b58d6b915c34 req-316520e7-c1c8-4efb-9744-6b23405f3d42 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670588 Sep 15 09:20:54.060119 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-47db70ca-c2ee-4719-a8ef-b58d6b915c34 req-8f716609-6551-4795-a534-336289c30162 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 1098 time: 0.0680687 Sep 15 09:20:54.202569 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db70ca-c2ee-4719-a8ef-b58d6b915c34 req-4a38e06f-1dbf-4fb5-ba1c-f9fc693d8182 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:20:54.203927 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-47db70ca-c2ee-4719-a8ef-b58d6b915c34 req-4a38e06f-1dbf-4fb5-ba1c-f9fc693d8182 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 912 time: 0.1239440 Sep 15 09:20:54.307031 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-47db70ca-c2ee-4719-a8ef-b58d6b915c34 req-fbb468be-bcfd-406b-a7dd-f607d1bb1dde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d36022d6-0fcf-4729-8b09-632319855f25 HTTP/1.1" status: 200 len: 1001 time: 0.0967238 Sep 15 09:20:54.371429 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db70ca-c2ee-4719-a8ef-b58d6b915c34 req-48fa1d9c-7d72-44ec-a2ea-f794cc633bb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:20:54.372782 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-47db70ca-c2ee-4719-a8ef-b58d6b915c34 req-48fa1d9c-7d72-44ec-a2ea-f794cc633bb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4e91c46-2219-4a8d-8e07-90cce7e1a91f HTTP/1.1" status: 200 len: 850 time: 0.0588400 Sep 15 09:20:54.444809 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-47db70ca-c2ee-4719-a8ef-b58d6b915c34 req-91ada7d2-3f60-483a-a467-e10fdd47ce26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6555b4f-8502-4e07-ad9a-5812cfe7a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652308 Sep 15 09:20:54.570917 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-47db70ca-c2ee-4719-a8ef-b58d6b915c34 req-0bfc4463-377b-4b9e-95ce-aee6606dc15c service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198833 Sep 15 09:20:54.696343 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-47db70ca-c2ee-4719-a8ef-b58d6b915c34 req-5d08336e-52a5-43f0-a92d-b6999cb0f483 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195056 Sep 15 09:21:04.476860 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:06.041979 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-a78b5978-9e9b-4b10-996d-d3bc372d3f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:06.550752 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:08.276516 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-01307589-59fa-410a-a1e4-f83a8b973eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:09.504945 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:10.620185 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:21:10.900713 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48686) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:21:10.922225 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:11.098842 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Deleting port 7e28d4e5-d1f7-42f0-9b49-bfd9cbee9879 {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:21:11.099170 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:11.259641 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:11.259954 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:11.373603 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Calling delete_port for 7e28d4e5-d1f7-42f0-9b49-bfd9cbee9879 owned by network:floatingip {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:21:11.590569 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:11.594153 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-0f06c618-9f19-4ffa-946a-66f5168f07ba tempest-AttachVolumeNegativeTest-1118426148 tempest-AttachVolumeNegativeTest-1118426148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:11.635447 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event deleted for resources: {'Port': ['ID=7e28d4e5-d1f7-42f0-9b49-bfd9cbee9879,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:11.671086 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:11.671450 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:11.671806 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:11.672155 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:11.672511 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:11.672857 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:11.673199 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:11.673543 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:11.673881 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:11.674245 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:11.674581 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:11.684462 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:11.734927 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for floatingip, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:12.196002 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Router bef774b4-11d0-4135-82c0-1d410aa94680 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:21:12.390560 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:21:12.400055 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcd432a-a6f3-4d45-93d2-47e3356cc93a None None] Sync routers for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:21:12.412509 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd432a-a6f3-4d45-93d2-47e3356cc93a None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:21:12.413044 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-cbcd432a-a6f3-4d45-93d2-47e3356cc93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:21:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:12.476534 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:12.528551 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-445c404c-c4c6-4435-8b19-b1fad77ba371 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "DELETE /v2.0/floatingips/6b23895c-03e7-4e04-af06-4fbf4586e287 HTTP/1.1" status: 204 len: 168 time: 1.6267643 Sep 15 09:21:12.529065 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4a9d37-48ee-47db-b94f-c4227c5e642f', 'tag': 'd36022d6-0fcf-4729-8b09-632319855f25'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:21:12.590266 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-cbcd432a-a6f3-4d45-93d2-47e3356cc93a None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:21:12.720369 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4a9d37-48ee-47db-b94f-c4227c5e642f', 'tag': 'd36022d6-0fcf-4729-8b09-632319855f25', 'status': 'completed', 'code': 200} Sep 15 09:21:12.840953 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-850ae116-e7bc-4fea-86b6-ac7195d47fd2 req-a258d55b-330d-400e-a748-dd19c659754c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 1098 time: 0.0751145 Sep 15 09:21:12.949416 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-cbcd432a-a6f3-4d45-93d2-47e3356cc93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '62ee0ac2-6c6e-4407-ab55-f4dc98e517dd', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'port_id': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'mac_address': 'fa:16:3e:41:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:17:44Z', 'updated_at': '2021-09-15T09:17:47Z', 'revision_number': 1, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:12.953562 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcd432a-a6f3-4d45-93d2-47e3356cc93a None None] Checking router: bef774b4-11d0-4135-82c0-1d410aa94680 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:21:12.964647 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd432a-a6f3-4d45-93d2-47e3356cc93a None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:21:12.965250 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-cbcd432a-a6f3-4d45-93d2-47e3356cc93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:21:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:13.069141 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ae116-e7bc-4fea-86b6-ac7195d47fd2 req-4673d8d2-c0fc-4247-b1da-7d64a468216b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:21:13.070624 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-850ae116-e7bc-4fea-86b6-ac7195d47fd2 req-4673d8d2-c0fc-4247-b1da-7d64a468216b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 912 time: 0.2237458 Sep 15 09:21:13.151733 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-850ae116-e7bc-4fea-86b6-ac7195d47fd2 req-29e90e67-01c2-400e-9af7-c18cf127b4a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d36022d6-0fcf-4729-8b09-632319855f25 HTTP/1.1" status: 200 len: 217 time: 0.0706582 Sep 15 09:21:13.165020 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6b884-319a-495e-be2e-495688bbbff0 req-77f22dd6-492c-4bac-b585-9cea7fcac3c0 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:21:13.165731 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-48f6b884-319a-495e-be2e-495688bbbff0 req-77f22dd6-492c-4bac-b585-9cea7fcac3c0 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Synchronizing usage tracker for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:21:13.189460 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-cbcd432a-a6f3-4d45-93d2-47e3356cc93a None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:21:13.219950 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ae116-e7bc-4fea-86b6-ac7195d47fd2 req-2065e00e-32df-41a5-869d-adce1f3deb0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:21:13.221279 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-850ae116-e7bc-4fea-86b6-ac7195d47fd2 req-2065e00e-32df-41a5-869d-adce1f3deb0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4e91c46-2219-4a8d-8e07-90cce7e1a91f HTTP/1.1" status: 200 len: 850 time: 0.0616305 Sep 15 09:21:13.278459 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-48f6b884-319a-495e-be2e-495688bbbff0 req-77f22dd6-492c-4bac-b585-9cea7fcac3c0 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Unset dirty status for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:21:13.279768 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-48f6b884-319a-495e-be2e-495688bbbff0 req-77f22dd6-492c-4bac-b585-9cea7fcac3c0 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 945 time: 0.1984022 Sep 15 09:21:13.296624 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-850ae116-e7bc-4fea-86b6-ac7195d47fd2 req-60cb5af4-f1dc-42c7-b9ee-d9e15b7a05e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6555b4f-8502-4e07-ad9a-5812cfe7a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679142 Sep 15 09:21:13.332204 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-48f6b884-319a-495e-be2e-495688bbbff0 req-21d912e5-4d6c-4d14-a55b-27261347485d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466106 Sep 15 09:21:13.429539 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-850ae116-e7bc-4fea-86b6-ac7195d47fd2 req-7faa978b-6e07-4533-a5d1-ab414abc435c service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252389 Sep 15 09:21:13.538190 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-cbcd432a-a6f3-4d45-93d2-47e3356cc93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '62ee0ac2-6c6e-4407-ab55-f4dc98e517dd', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'port_id': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'mac_address': 'fa:16:3e:41:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:17:44Z', 'updated_at': '2021-09-15T09:17:47Z', 'revision_number': 1, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:13.542010 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcd432a-a6f3-4d45-93d2-47e3356cc93a None None] The sync data for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi is: [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_floatingips': [{'id': '62ee0ac2-6c6e-4407-ab55-f4dc98e517dd', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'router_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'port_id': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'mac_address': 'fa:16:3e:41:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T09:17:44Z', 'updated_at': '2021-09-15T09:17:47Z', 'revision_number': 1, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:21:13.602367 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-850ae116-e7bc-4fea-86b6-ac7195d47fd2 req-d304ab10-54a3-47fd-84ad-f05084c3a86c service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618118 Sep 15 09:21:13.748676 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43af9ef1-bc11-4a5e-90db-639ad904b5e3 None None] New status for floating IP 6b23895c-03e7-4e04-af06-4fbf4586e287: DOWN {{(pid=75829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 09:21:14.531486 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3796e-8575-4a0e-bf67-91e6dbbd37e4 req-dce8d97a-65ad-46ce-a400-d74fdbfb0845 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:21:14.532999 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-faa3796e-8575-4a0e-bf67-91e6dbbd37e4 req-dce8d97a-65ad-46ce-a400-d74fdbfb0845 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 945 time: 0.0820563 Sep 15 09:21:14.577418 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-faa3796e-8575-4a0e-bf67-91e6dbbd37e4 req-c95686ae-8d34-4c66-8e52-d6860b578cd2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389543 Sep 15 09:21:14.807434 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d17e4c-33a7-4d24-a7b4-f9a9e3b193e2 req-85170932-bb03-459e-abfe-6b2558fd2010 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:21:14.808804 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-04d17e4c-33a7-4d24-a7b4-f9a9e3b193e2 req-85170932-bb03-459e-abfe-6b2558fd2010 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 945 time: 0.0733056 Sep 15 09:21:14.880204 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-04d17e4c-33a7-4d24-a7b4-f9a9e3b193e2 req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Deleting port d36022d6-0fcf-4729-8b09-632319855f25 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:21:14.880535 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-04d17e4c-33a7-4d24-a7b4-f9a9e3b193e2 req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:15.109405 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-04d17e4c-33a7-4d24-a7b4-f9a9e3b193e2 req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] For port d36022d6-0fcf-4729-8b09-632319855f25, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d36022d6-0fcf-4729-8b09-632319855f25,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:21:15.109666 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-04d17e4c-33a7-4d24-a7b4-f9a9e3b193e2 req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:15.230407 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-04d17e4c-33a7-4d24-a7b4-f9a9e3b193e2 req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Calling delete_port for d36022d6-0fcf-4729-8b09-632319855f25 owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:21:15.427046 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-04d17e4c-33a7-4d24-a7b4-f9a9e3b193e2 req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:15.432623 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d465ed24-edc0-4ad9-8a13-78110c9a7564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:15.479738 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event deleted for resources: {'Port': ['ID=d36022d6-0fcf-4729-8b09-632319855f25,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:15.548266 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:15.548887 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:15.548999 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:15.549400 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:15.549776 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:15.550159 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:15.550543 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:15.550899 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:15.551254 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:15.551600 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:15.551950 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-2-iscsi {{(pid=75826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:21:15.555195 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:15.565684 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d17e4c-33a7-4d24-a7b4-f9a9e3b193e2 req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] No DVR routers for this DVR port d36022d6-0fcf-4729-8b09-632319855f25 on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:21:15.568065 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-04d17e4c-33a7-4d24-a7b4-f9a9e3b193e2 req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:15.571793 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4a9d37-48ee-47db-b94f-c4227c5e642f', 'name': 'network-vif-deleted', 'tag': 'd36022d6-0fcf-4729-8b09-632319855f25'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:21:15.624976 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4a9d37-48ee-47db-b94f-c4227c5e642f', 'name': 'network-vif-deleted', 'tag': 'd36022d6-0fcf-4729-8b09-632319855f25', 'status': 'completed', 'code': 200} Sep 15 09:21:15.638912 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-04d17e4c-33a7-4d24-a7b4-f9a9e3b193e2 req-18d358a3-f3ac-42b7-81e0-55e035c2da91 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.20 "DELETE /v2.0/ports/d36022d6-0fcf-4729-8b09-632319855f25 HTTP/1.1" status: 204 len: 173 time: 0.8247781 Sep 15 09:21:16.011551 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-b1c2d6b8-33e1-4841-a78c-ee551cf60069 req-3dfe37a7-30b3-41b4-8402-d6e48081e1e6 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Synchronizing usage tracker for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:21:16.094162 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-b1c2d6b8-33e1-4841-a78c-ee551cf60069 req-3dfe37a7-30b3-41b4-8402-d6e48081e1e6 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Unset dirty status for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:21:16.098791 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-b1c2d6b8-33e1-4841-a78c-ee551cf60069 req-3dfe37a7-30b3-41b4-8402-d6e48081e1e6 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e4a9d37-48ee-47db-b94f-c4227c5e642f HTTP/1.1" status: 200 len: 210 time: 0.2378323 Sep 15 09:21:17.499397 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device d36022d6-0fcf-4729-8b09-632319855f25 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:21:17.532284 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: d36022d6-0fcf-4729-8b09-632319855f25 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:21:17.532623 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device d36022d6-0fcf-4729-8b09-632319855f25 not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:21:19.761494 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48724) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:21:19.953041 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb330f-aeed-437e-8b15-c399fcad414d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Deleting port f9f81157-d2f7-482b-9e3a-d1c6ab29f6de {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:21:19.953371 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-3cfb330f-aeed-437e-8b15-c399fcad414d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:20.119448 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-3cfb330f-aeed-437e-8b15-c399fcad414d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:20.119761 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-3cfb330f-aeed-437e-8b15-c399fcad414d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:20.236802 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb330f-aeed-437e-8b15-c399fcad414d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Calling delete_port for f9f81157-d2f7-482b-9e3a-d1c6ab29f6de owned by network:floatingip {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:21:20.420693 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-3cfb330f-aeed-437e-8b15-c399fcad414d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:20.424602 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:20.467125 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb330f-aeed-437e-8b15-c399fcad414d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event deleted for resources: {'Port': ['ID=f9f81157-d2f7-482b-9e3a-d1c6ab29f6de,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:20.469622 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-3cfb330f-aeed-437e-8b15-c399fcad414d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:20.557830 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-3cfb330f-aeed-437e-8b15-c399fcad414d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for floatingip, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:21.024343 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfb330f-aeed-437e-8b15-c399fcad414d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Router bef774b4-11d0-4135-82c0-1d410aa94680 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:21:21.218634 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfb330f-aeed-437e-8b15-c399fcad414d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:21:21.228063 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9330f4-e500-42aa-99e3-955c9c3750e5 None None] Sync routers for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:21:21.240707 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9330f4-e500-42aa-99e3-955c9c3750e5 None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:21:21.241301 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-4b9330f4-e500-42aa-99e3-955c9c3750e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:21:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:21.298655 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-3cfb330f-aeed-437e-8b15-c399fcad414d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:21.354300 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-3cfb330f-aeed-437e-8b15-c399fcad414d tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "DELETE /v2.0/floatingips/62ee0ac2-6c6e-4407-ab55-f4dc98e517dd HTTP/1.1" status: 204 len: 168 time: 1.5914402 Sep 15 09:21:21.354927 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'tag': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8'}] {{(pid=75825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:21:21.408601 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'tag': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8', 'status': 'completed', 'code': 200} Sep 15 09:21:21.426397 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-4b9330f4-e500-42aa-99e3-955c9c3750e5 None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:21:21.521863 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-168654d5-fd59-425a-a002-a51130c549c5 req-0beccc1e-aeb8-4e4c-ac68-98908e0d6607 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa72fb70665242e7b7637379b4286d93&device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 1099 time: 0.0717340 Sep 15 09:21:21.655205 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168654d5-fd59-425a-a002-a51130c549c5 req-fb78c226-e25b-48ec-876d-c8ccd366357d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:21:21.656635 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-168654d5-fd59-425a-a002-a51130c549c5 req-fb78c226-e25b-48ec-876d-c8ccd366357d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 200 len: 912 time: 0.1277096 Sep 15 09:21:21.730105 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-168654d5-fd59-425a-a002-a51130c549c5 req-7711bb29-e94d-413b-9570-c8a1f33b22c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9d6d25f-ee7d-4b80-a209-99e55deac0b8 HTTP/1.1" status: 200 len: 217 time: 0.0670402 Sep 15 09:21:21.747854 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-4b9330f4-e500-42aa-99e3-955c9c3750e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:21.751686 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9330f4-e500-42aa-99e3-955c9c3750e5 None None] Checking router: bef774b4-11d0-4135-82c0-1d410aa94680 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:21:21.762758 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9330f4-e500-42aa-99e3-955c9c3750e5 None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:21:21.763354 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-4b9330f4-e500-42aa-99e3-955c9c3750e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:21:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:21.794854 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168654d5-fd59-425a-a002-a51130c549c5 req-bac82354-51df-4fc5-a0db-572de7dd1f7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:21:21.794854 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-168654d5-fd59-425a-a002-a51130c549c5 req-bac82354-51df-4fc5-a0db-572de7dd1f7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4e91c46-2219-4a8d-8e07-90cce7e1a91f HTTP/1.1" status: 200 len: 850 time: 0.0590522 Sep 15 09:21:21.913358 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-168654d5-fd59-425a-a002-a51130c549c5 req-83a35029-4bc9-4b8d-bcd6-57a66403310a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6555b4f-8502-4e07-ad9a-5812cfe7a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719893 Sep 15 09:21:21.960711 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f4ece-0501-4f0a-a055-0da03ba6da69 req-f67971fe-c162-4395-8a01-ccd905290477 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:21:21.961405 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-6f0f4ece-0501-4f0a-a055-0da03ba6da69 req-f67971fe-c162-4395-8a01-ccd905290477 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Synchronizing usage tracker for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:21:21.983711 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-4b9330f4-e500-42aa-99e3-955c9c3750e5 None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:21:22.041541 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.quota.resource [req-6f0f4ece-0501-4f0a-a055-0da03ba6da69 req-f67971fe-c162-4395-8a01-ccd905290477 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Unset dirty status for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:21:22.043393 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6f0f4ece-0501-4f0a-a055-0da03ba6da69 req-f67971fe-c162-4395-8a01-ccd905290477 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 946 time: 0.1663265 Sep 15 09:21:22.047113 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-168654d5-fd59-425a-a002-a51130c549c5 req-f1cb8f7b-7385-4d4a-a36c-873248e1164b service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256311 Sep 15 09:21:22.100878 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-6f0f4ece-0501-4f0a-a055-0da03ba6da69 req-d00bbc77-14f9-4eaa-924f-ad62ef8bdb02 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406871 Sep 15 09:21:22.184903 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-168654d5-fd59-425a-a002-a51130c549c5 req-ec0cbead-aad3-466e-94f4-a65522a71e96 service neutron] 10.222.0.20 "GET /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307104 Sep 15 09:21:22.297660 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-4b9330f4-e500-42aa-99e3-955c9c3750e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:22.302153 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9330f4-e500-42aa-99e3-955c9c3750e5 None None] The sync data for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi is: [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:14:29Z', 'revision_number': 4, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi', '_interfaces': [{'id': 'fae8366d-2585-48ab-a905-84208242d2f3', 'name': '', 'network_id': 'b6555b4f-8502-4e07-ad9a-5812cfe7a903', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'mac_address': 'fa:16:3e:9f:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:29Z', 'updated_at': '2021-09-15T09:14:46Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'subnets': [{'id': 'c4e91c46-2219-4a8d-8e07-90cce7e1a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:21:22.503174 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d6c036-b8aa-4758-b6f3-836cbee758f0 None None] New status for floating IP 62ee0ac2-6c6e-4407-ab55-f4dc98e517dd: DOWN {{(pid=75829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 09:21:23.289322 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d87ed-ec5b-477f-a394-47bc63770f54 req-abcd7241-a1f4-4d37-9fd5-2c16856650c3 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:21:23.290772 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c76d87ed-ec5b-477f-a394-47bc63770f54 req-abcd7241-a1f4-4d37-9fd5-2c16856650c3 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 946 time: 0.0747647 Sep 15 09:21:23.334604 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-c76d87ed-ec5b-477f-a394-47bc63770f54 req-e38efbca-b274-4271-b96d-582620db8580 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f472875-22ef-4523-9be4-387ff84dc30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383918 Sep 15 09:21:23.513986 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367e0f3-a541-460f-b236-d769bce5765a req-7f861509-05a0-459b-ba2b-2498fc0ff384 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 09:21:23.515318 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7367e0f3-a541-460f-b236-d769bce5765a req-7f861509-05a0-459b-ba2b-2498fc0ff384 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 946 time: 0.0777602 Sep 15 09:21:23.581577 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-7367e0f3-a541-460f-b236-d769bce5765a req-b5fc91b2-e3db-4bf9-a2e3-cd08e53293d2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Deleting port e9d6d25f-ee7d-4b80-a209-99e55deac0b8 {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:21:23.581910 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-7367e0f3-a541-460f-b236-d769bce5765a req-b5fc91b2-e3db-4bf9-a2e3-cd08e53293d2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:23.813834 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.db [req-7367e0f3-a541-460f-b236-d769bce5765a req-b5fc91b2-e3db-4bf9-a2e3-cd08e53293d2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] For port e9d6d25f-ee7d-4b80-a209-99e55deac0b8, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e9d6d25f-ee7d-4b80-a209-99e55deac0b8,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:21:23.814205 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-7367e0f3-a541-460f-b236-d769bce5765a req-b5fc91b2-e3db-4bf9-a2e3-cd08e53293d2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:23.930261 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [req-7367e0f3-a541-460f-b236-d769bce5765a req-b5fc91b2-e3db-4bf9-a2e3-cd08e53293d2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Calling delete_port for e9d6d25f-ee7d-4b80-a209-99e55deac0b8 owned by compute:nova {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:21:24.118188 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-7367e0f3-a541-460f-b236-d769bce5765a req-b5fc91b2-e3db-4bf9-a2e3-cd08e53293d2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:24.123851 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-404a7cb7-e3f6-493f-abbb-7bc770984dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:24.166896 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc91b2-e3db-4bf9-a2e3-cd08e53293d2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event deleted for resources: {'Port': ['ID=e9d6d25f-ee7d-4b80-a209-99e55deac0b8,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:24.169597 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-b5fc91b2-e3db-4bf9-a2e3-cd08e53293d2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:24.324422 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7367e0f3-a541-460f-b236-d769bce5765a req-b5fc91b2-e3db-4bf9-a2e3-cd08e53293d2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] No DVR routers for this DVR port e9d6d25f-ee7d-4b80-a209-99e55deac0b8 on host hv-cinder-80600 {{(pid=75826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:21:24.326807 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [req-7367e0f3-a541-460f-b236-d769bce5765a req-b5fc91b2-e3db-4bf9-a2e3-cd08e53293d2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for port, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:24.329284 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'name': 'network-vif-deleted', 'tag': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8'}] {{(pid=75826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 09:21:24.383586 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed07dfa5-d398-4be8-b546-85a264f2560e', 'name': 'network-vif-deleted', 'tag': 'e9d6d25f-ee7d-4b80-a209-99e55deac0b8', 'status': 'completed', 'code': 200} Sep 15 09:21:24.398485 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-7367e0f3-a541-460f-b236-d769bce5765a req-b5fc91b2-e3db-4bf9-a2e3-cd08e53293d2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.20 "DELETE /v2.0/ports/e9d6d25f-ee7d-4b80-a209-99e55deac0b8 HTTP/1.1" status: 204 len: 173 time: 0.8774664 Sep 15 09:21:24.499682 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-671625ce-cbeb-496e-b35d-c64ebdfdb120 req-5921534e-2608-4486-b538-967c07e7bef9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Synchronizing usage tracker for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:21:24.592356 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.quota.resource [req-671625ce-cbeb-496e-b35d-c64ebdfdb120 req-5921534e-2608-4486-b538-967c07e7bef9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Unset dirty status for tenant:fa72fb70665242e7b7637379b4286d93 on resource:port {{(pid=75826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:21:24.593522 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [req-671625ce-cbeb-496e-b35d-c64ebdfdb120 req-5921534e-2608-4486-b538-967c07e7bef9 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 210 time: 0.1350060 Sep 15 09:21:25.773316 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [req-d8d37d55-e970-406d-870a-b2bbb8636a42 req-0f4b9c12-7d31-4eed-be28-32362657f500 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed07dfa5-d398-4be8-b546-85a264f2560e HTTP/1.1" status: 200 len: 210 time: 0.0435984 Sep 15 09:21:26.875648 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48744) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:21:27.026677 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-7294d77c-6da0-44cc-b340-d65d67d4e4f2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Deleting port b88c380b-87a2-442e-bc26-dbecfd3e237f {{(pid=75826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:21:27.026933 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-7294d77c-6da0-44cc-b340-d65d67d4e4f2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:27.191389 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-7294d77c-6da0-44cc-b340-d65d67d4e4f2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:27.191706 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-7294d77c-6da0-44cc-b340-d65d67d4e4f2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:27.309006 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.plugins.ml2.plugin [None req-7294d77c-6da0-44cc-b340-d65d67d4e4f2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Calling delete_port for b88c380b-87a2-442e-bc26-dbecfd3e237f owned by network:floatingip {{(pid=75826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:21:27.501038 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-7294d77c-6da0-44cc-b340-d65d67d4e4f2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7705335'] for port, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:27.504504 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-fca2d4e0-183e-49fc-a19c-6831874235c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:27.513555 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device e9d6d25f-ee7d-4b80-a209-99e55deac0b8 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:21:27.545777 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] No Port match for: e9d6d25f-ee7d-4b80-a209-99e55deac0b8 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:21:27.545990 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294d77c-6da0-44cc-b340-d65d67d4e4f2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event deleted for resources: {'Port': ['ID=b88c380b-87a2-442e-bc26-dbecfd3e237f,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:27.546197 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Device e9d6d25f-ee7d-4b80-a209-99e55deac0b8 not bound to the agent host hv-cinder-80600 {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:21:27.548730 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-7294d77c-6da0-44cc-b340-d65d67d4e4f2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:27.637241 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-7294d77c-6da0-44cc-b340-d65d67d4e4f2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for floatingip, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:27.716692 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-7294d77c-6da0-44cc-b340-d65d67d4e4f2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256876'] for floatingip, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:27.717827 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-7294d77c-6da0-44cc-b340-d65d67d4e4f2 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "DELETE /v2.0/floatingips/919c9cb5-0c6f-4416-b0f5-bbe4558c9609 HTTP/1.1" status: 204 len: 168 time: 0.8412132 Sep 15 09:21:29.231484 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48758) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:21:29.299184 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d7703bca-1cf4-4339-b242-2c4bb2effa66 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:29.327556 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d7703bca-1cf4-4339-b242-2c4bb2effa66 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:29.460423 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d7703bca-1cf4-4339-b242-2c4bb2effa66 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:29.464102 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d0bc416f-9b0a-46f3-99c3-926cca857adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:29.479556 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7703bca-1cf4-4339-b242-2c4bb2effa66 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f472875-22ef-4523-9be4-387ff84dc30e,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:29.482122 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-d7703bca-1cf4-4339-b242-2c4bb2effa66 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:29.602983 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-d7703bca-1cf4-4339-b242-2c4bb2effa66 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:29.604461 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-d7703bca-1cf4-4339-b242-2c4bb2effa66 tempest-TestVolumeBootPattern-2086294117 tempest-TestVolumeBootPattern-2086294117-project] 10.222.0.39 "DELETE /v2.0/security-groups/5f472875-22ef-4523-9be4-387ff84dc30e HTTP/1.1" status: 204 len: 168 time: 0.3720193 Sep 15 09:21:29.741297 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48764) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:21:30.270717 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-dc25872b-4298-4da9-b1cc-f8acf16aee6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8194653'] for router_interface, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:30.943738 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-dc25872b-4298-4da9-b1cc-f8acf16aee6b admin admin] Deleting port fae8366d-2585-48ab-a905-84208242d2f3 {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:21:30.944430 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-dc25872b-4298-4da9-b1cc-f8acf16aee6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:31.109879 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [None req-dc25872b-4298-4da9-b1cc-f8acf16aee6b admin admin] For port fae8366d-2585-48ab-a905-84208242d2f3, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=fae8366d-2585-48ab-a905-84208242d2f3,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:21:31.110262 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-dc25872b-4298-4da9-b1cc-f8acf16aee6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:31.229639 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-dc25872b-4298-4da9-b1cc-f8acf16aee6b admin admin] Calling delete_port for fae8366d-2585-48ab-a905-84208242d2f3 owned by network:router_interface {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:21:31.477884 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-dc25872b-4298-4da9-b1cc-f8acf16aee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:31.481606 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-13a6a045-00c6-4649-9921-4e57180f5612 tempest-TestShelveInstance-117007337 tempest-TestShelveInstance-117007337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:31.526313 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25872b-4298-4da9-b1cc-f8acf16aee6b admin admin] Pushing event deleted for resources: {'Port': ['ID=fae8366d-2585-48ab-a905-84208242d2f3,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:31.528789 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-dc25872b-4298-4da9-b1cc-f8acf16aee6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:31.811290 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-dc25872b-4298-4da9-b1cc-f8acf16aee6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7224645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8194793'] for router_interface, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:32.453806 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc25872b-4298-4da9-b1cc-f8acf16aee6b admin admin] Router bef774b4-11d0-4135-82c0-1d410aa94680 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:21:32.646592 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc25872b-4298-4da9-b1cc-f8acf16aee6b admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:21:32.655969 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ce888c-5d5a-4bf7-a683-3f2dff7509c8 None None] Sync routers for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:21:32.658922 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-dc25872b-4298-4da9-b1cc-f8acf16aee6b admin admin] 10.222.0.39 "PUT /v2.0/routers/bef774b4-11d0-4135-82c0-1d410aa94680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9165895 Sep 15 09:21:32.662024 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48770) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:21:32.668163 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce888c-5d5a-4bf7-a683-3f2dff7509c8 None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:21:32.668769 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-a7ce888c-5d5a-4bf7-a683-3f2dff7509c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:21:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:32.845942 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-a7ce888c-5d5a-4bf7-a683-3f2dff7509c8 None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:21:32.858080 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] Notify callbacks [] for router, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:33.049128 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:33.123746 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] Deleting port 12bc11f8-9040-40bd-999b-94c1d97bf77c {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:21:33.124087 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:33.127106 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-a7ce888c-5d5a-4bf7-a683-3f2dff7509c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:21:31Z', 'revision_number': 5, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port': {'id': '12bc11f8-9040-40bd-999b-94c1d97bf77c', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:27Z', 'updated_at': '2021-09-15T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:33.131451 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ce888c-5d5a-4bf7-a683-3f2dff7509c8 None None] Checking router: bef774b4-11d0-4135-82c0-1d410aa94680 for host: dv-cinder-806008-2-iscsi {{(pid=75827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:21:33.142172 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce888c-5d5a-4bf7-a683-3f2dff7509c8 None None] Routers {'bef774b4-11d0-4135-82c0-1d410aa94680'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:21:33.142758 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-a7ce888c-5d5a-4bf7-a683-3f2dff7509c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:21:08Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['bef774b4-11d0-4135-82c0-1d410aa94680'], 'active': True} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:33.292966 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_dvr_db [None req-a7ce888c-5d5a-4bf7-a683-3f2dff7509c8 None None] Set router bef774b4-11d0-4135-82c0-1d410aa94680 gateway port host: None {{(pid=75827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:21:33.299505 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] For port 12bc11f8-9040-40bd-999b-94c1d97bf77c, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=12bc11f8-9040-40bd-999b-94c1d97bf77c,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:21:33.299790 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:33.416676 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] Calling delete_port for 12bc11f8-9040-40bd-999b-94c1d97bf77c owned by network:router_gateway {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:21:33.440445 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.db.l3_hamode_db [None req-a7ce888c-5d5a-4bf7-a683-3f2dff7509c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:21:33Z', 'revision_number': 6, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port_host': None}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:33.445106 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ce888c-5d5a-4bf7-a683-3f2dff7509c8 None None] The sync data for ids ['bef774b4-11d0-4135-82c0-1d410aa94680'] in dv-cinder-806008-2-iscsi is: [{'id': 'bef774b4-11d0-4135-82c0-1d410aa94680', 'name': 'tempest-TestVolumeBootPattern-967832352-router', 'tenant_id': 'fa72fb70665242e7b7637379b4286d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:26Z', 'updated_at': '2021-09-15T09:21:33Z', 'revision_number': 6, 'project_id': 'fa72fb70665242e7b7637379b4286d93', 'gw_port_host': None}] {{(pid=75827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:21:33.660833 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:33.665261 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-af5629f5-c800-430f-bd29-b849238f53f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:33.708951 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] Pushing event deleted for resources: {'Port': ['ID=12bc11f8-9040-40bd-999b-94c1d97bf77c,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:33.711714 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:34.017559 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8205430'] for router_gateway, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:34.272235 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8195202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2394'] for router, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:34.276345 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:34.395580 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8192274'] for router, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:34.396085 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bef774b4-11d0-4135-82c0-1d410aa94680 {{(pid=75825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 09:21:34.408446 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] Notify callbacks [] for router, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:34.410141 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] 10.222.0.39 "DELETE /v2.0/routers/bef774b4-11d0-4135-82c0-1d410aa94680 HTTP/1.1" status: 204 len: 168 time: 1.7466533 Sep 15 09:21:34.412803 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48774) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:21:34.452484 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:34.473207 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e00f9f-78f2-4f09-843a-99d8554bf9de admin admin] Deleting subnet c4e91c46-2219-4a8d-8e07-90cce7e1a91f {{(pid=75825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 09:21:34.479162 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-56e00f9f-78f2-4f09-843a-99d8554bf9de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:34.527466 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-56e00f9f-78f2-4f09-843a-99d8554bf9de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7373092'] for subnet, precommit_delete_associations {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:34.605361 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-56e00f9f-78f2-4f09-843a-99d8554bf9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630464'] for subnet, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:34.738335 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-56e00f9f-78f2-4f09-843a-99d8554bf9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6948069'] for subnet, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:34.742531 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:34.777008 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e00f9f-78f2-4f09-843a-99d8554bf9de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e91c46-2219-4a8d-8e07-90cce7e1a91f,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:34.779580 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-56e00f9f-78f2-4f09-843a-99d8554bf9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:34.782305 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-56e00f9f-78f2-4f09-843a-99d8554bf9de admin admin] Notify callbacks [] for subnet, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:34.788379 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-56e00f9f-78f2-4f09-843a-99d8554bf9de admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c4e91c46-2219-4a8d-8e07-90cce7e1a91f HTTP/1.1" status: 204 len: 168 time: 0.3746202 Sep 15 09:21:34.790812 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48778) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:21:34.791361 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25db837-6e92-45ed-b5a1-1c405945a0db None None] Network b6555b4f-8502-4e07-ad9a-5812cfe7a903 requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:21:34.851873 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 12bc11f8-9040-40bd-999b-94c1d97bf77c no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:21:34.898280 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620022'] for network, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:34.900504 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: 12bc11f8-9040-40bd-999b-94c1d97bf77c {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:21:34.900847 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 12bc11f8-9040-40bd-999b-94c1d97bf77c not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:21:34.901267 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device fae8366d-2585-48ab-a905-84208242d2f3 no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:21:34.909018 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Deleting port 611cd7be-31e9-4c68-88ca-82e58193b75f {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:21:34.909404 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:34.942417 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: fae8366d-2585-48ab-a905-84208242d2f3 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:21:34.942762 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device fae8366d-2585-48ab-a905-84208242d2f3 not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:21:35.097030 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05c4014-ba98-446a-9cbb-62206683101e None None] DHCP port deletion for b6555b4f-8502-4e07-ad9a-5812cfe7a903 request from dv-cinder-806008-2-iscsi {{(pid=75827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 09:21:35.101468 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-b05c4014-ba98-446a-9cbb-62206683101e None None] Deleting port 611cd7be-31e9-4c68-88ca-82e58193b75f {{(pid=75827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:21:35.101902 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-b05c4014-ba98-446a-9cbb-62206683101e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:35.116256 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] For port 611cd7be-31e9-4c68-88ca-82e58193b75f, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=611cd7be-31e9-4c68-88ca-82e58193b75f,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:21:35.116606 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:35.234655 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Calling delete_port for 611cd7be-31e9-4c68-88ca-82e58193b75f owned by network:dhcp {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:21:35.299892 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-b05c4014-ba98-446a-9cbb-62206683101e None None] For port 611cd7be-31e9-4c68-88ca-82e58193b75f, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=611cd7be-31e9-4c68-88ca-82e58193b75f,segment=NetworkSegment(8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf),segment_id=8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:21:35.300734 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-b05c4014-ba98-446a-9cbb-62206683101e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:35.395285 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:35.399561 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-07b3a08c-6095-41b9-bb5c-3afdf572afce tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:35.417512 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-b05c4014-ba98-446a-9cbb-62206683101e None None] Calling delete_port for 611cd7be-31e9-4c68-88ca-82e58193b75f owned by network:dhcp {{(pid=75827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:21:35.441949 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Pushing event deleted for resources: {'Port': ['ID=611cd7be-31e9-4c68-88ca-82e58193b75f,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:35.444302 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:35.446720 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] No DVR routers for this DVR port 611cd7be-31e9-4c68-88ca-82e58193b75f on host dv-cinder-806008-2-iscsi {{(pid=75825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:21:35.491003 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.db.api [None req-b05c4014-ba98-446a-9cbb-62206683101e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:21:35.491612 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_db.api [None req-b05c4014-ba98-446a-9cbb-62206683101e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:21:35.641126 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628807', 'neutron.services.segments.db._delete_segments_for_network-8733233187485'] for network, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:35.653936 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6555b4f-8502-4e07-ad9a-5812cfe7a903']}} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:35.666186 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf') {'for_net_delete': True} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:35.666470 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5ee68c-d8f3-44c4-a12d-73ea90ed1baf') {} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:35.677311 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733233221816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7373117'] for segment, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:35.692341 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:35.698102 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=75825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 09:21:35.698479 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-630388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7092456'] for segment, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: Traceback (most recent call last): Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: timer() Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: cb(*args, **kw) Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: return func(*args, **kwargs) Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: self._notify() Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: self.callback(batched_events) Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: event.method(event) Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: return f(self, *a, **k) Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: return self._get(url).json() Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: return self.request(url, 'GET', **kwargs) Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 09:21:35.711462 dv-cinder-806008-2-iscsi neutron-server[75825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 09:21:35.852741 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8205405'] for network, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:35.857031 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:35.872813 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:35.880978 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6555b4f-8502-4e07-ad9a-5812cfe7a903,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:35.884589 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:35.984574 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b6555b4f-8502-4e07-ad9a-5812cfe7a903 HTTP/1.1" status: 204 len: 168 time: 1.1923566 Sep 15 09:21:35.987200 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48782) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:21:35.992505 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-b05c4014-ba98-446a-9cbb-62206683101e None None] Deleting port 611cd7be-31e9-4c68-88ca-82e58193b75f {{(pid=75827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:21:35.992902 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-b05c4014-ba98-446a-9cbb-62206683101e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:36.050881 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-afffd8a1-91b5-4710-9997-a6288c5467a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:36.057312 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-b05c4014-ba98-446a-9cbb-62206683101e None None] The port '611cd7be-31e9-4c68-88ca-82e58193b75f' was deleted {{(pid=75827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 09:21:36.367585 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ce39-d97c-44fe-aae5-95e2ac98645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8194653'] for router_interface, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:36.544129 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:36.822147 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 611cd7be-31e9-4c68-88ca-82e58193b75f no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:21:36.857341 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: 611cd7be-31e9-4c68-88ca-82e58193b75f {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:21:36.857684 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 611cd7be-31e9-4c68-88ca-82e58193b75f not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:21:36.948440 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-f8c3ce39-d97c-44fe-aae5-95e2ac98645d admin admin] Deleting port e6abfbbc-d78e-4d0c-9770-fd26e3467f39 {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:21:36.949054 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ce39-d97c-44fe-aae5-95e2ac98645d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:37.113398 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [None req-f8c3ce39-d97c-44fe-aae5-95e2ac98645d admin admin] For port e6abfbbc-d78e-4d0c-9770-fd26e3467f39, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=e6abfbbc-d78e-4d0c-9770-fd26e3467f39,segment=NetworkSegment(1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b),segment_id=1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b)] {{(pid=75825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:21:37.113750 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ce39-d97c-44fe-aae5-95e2ac98645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:37.314715 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-f8c3ce39-d97c-44fe-aae5-95e2ac98645d admin admin] Calling delete_port for e6abfbbc-d78e-4d0c-9770-fd26e3467f39 owned by network:router_interface {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:21:37.538514 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ce39-d97c-44fe-aae5-95e2ac98645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:37.541910 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b2aa9d9f-8f75-46e0-b7c3-bf43695cf467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:37.584091 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3ce39-d97c-44fe-aae5-95e2ac98645d admin admin] Pushing event deleted for resources: {'Port': ['ID=e6abfbbc-d78e-4d0c-9770-fd26e3467f39,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:37.587469 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-f8c3ce39-d97c-44fe-aae5-95e2ac98645d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:37.865886 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ce39-d97c-44fe-aae5-95e2ac98645d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7224645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8194793'] for router_interface, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:38.288764 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-203baf65-04e1-4ec6-b05a-aeb55a66e6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:38.430814 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c3ce39-d97c-44fe-aae5-95e2ac98645d admin admin] Router ae8610c6-7c3a-43d2-a963-1b2015498994 has already been hosted by L3 agent 18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f {{(pid=75825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 09:21:38.629919 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c3ce39-d97c-44fe-aae5-95e2ac98645d admin admin] Notify agent at l3_agent.dv-cinder-806008-2-iscsi the message routers_updated {{(pid=75825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 09:21:38.638287 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcd2c59-200d-4005-b159-7641aa67a2f1 None None] Sync routers for ids ['ae8610c6-7c3a-43d2-a963-1b2015498994'] in dv-cinder-806008-2-iscsi {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 09:21:38.650484 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcd2c59-200d-4005-b159-7641aa67a2f1 None None] Routers {'ae8610c6-7c3a-43d2-a963-1b2015498994'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:21:38.651080 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-afcd2c59-200d-4005-b159-7641aa67a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:21:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ae8610c6-7c3a-43d2-a963-1b2015498994'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:38.690416 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-f8c3ce39-d97c-44fe-aae5-95e2ac98645d admin admin] 10.222.0.39 "PUT /v2.0/routers/ae8610c6-7c3a-43d2-a963-1b2015498994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7020805 Sep 15 09:21:38.692754 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48786) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:21:38.830590 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-afcd2c59-200d-4005-b159-7641aa67a2f1 None None] Set router ae8610c6-7c3a-43d2-a963-1b2015498994 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:21:38.983661 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e72c6328-4c33-4878-9999-bf05a2eef290 admin admin] Notify callbacks [] for router, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:39.109518 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-afcd2c59-200d-4005-b159-7641aa67a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'name': 'tempest-TestVolumeBootPattern-1403085750-router', 'tenant_id': 'e88620842e1846f397da7f29ce9d2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:33Z', 'updated_at': '2021-09-15T09:21:37Z', 'revision_number': 5, 'project_id': 'e88620842e1846f397da7f29ce9d2629', 'gw_port': {'id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:34Z', 'updated_at': '2021-09-15T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:39.113629 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcd2c59-200d-4005-b159-7641aa67a2f1 None None] Checking router: ae8610c6-7c3a-43d2-a963-1b2015498994 for host: dv-cinder-806008-2-iscsi {{(pid=75829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 09:21:39.124119 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcd2c59-200d-4005-b159-7641aa67a2f1 None None] Routers {'ae8610c6-7c3a-43d2-a963-1b2015498994'} bound to L3 agent in host dv-cinder-806008-2-iscsi {{(pid=75829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 09:21:39.124717 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-afcd2c59-200d-4005-b159-7641aa67a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T08:49:08Z,description=,heartbeat_timestamp=2021-09-15T09:21:38Z,host='dv-cinder-806008-2-iscsi',id=18f2b5d1-bfb0-4f7e-8e0f-a19d6b825f6f,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:49:09Z,topic='l3_agent')) {'router_ids': ['ae8610c6-7c3a-43d2-a963-1b2015498994'], 'active': True} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:39.175627 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e72c6328-4c33-4878-9999-bf05a2eef290 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:39.252301 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-e72c6328-4c33-4878-9999-bf05a2eef290 admin admin] Deleting port 84d69f53-8c6b-4d01-9bef-39fefc34f1ed {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:21:39.252554 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e72c6328-4c33-4878-9999-bf05a2eef290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:39.326911 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_dvr_db [None req-afcd2c59-200d-4005-b159-7641aa67a2f1 None None] Set router ae8610c6-7c3a-43d2-a963-1b2015498994 gateway port host: dv-cinder-806008-2-iscsi {{(pid=75829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 09:21:39.426629 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [None req-e72c6328-4c33-4878-9999-bf05a2eef290 admin admin] For port 84d69f53-8c6b-4d01-9bef-39fefc34f1ed, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=84d69f53-8c6b-4d01-9bef-39fefc34f1ed,segment=NetworkSegment(fb6025b9-c1ac-4af0-a0d9-408444ff9c9e),segment_id=fb6025b9-c1ac-4af0-a0d9-408444ff9c9e)] {{(pid=75825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:21:39.426973 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e72c6328-4c33-4878-9999-bf05a2eef290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:39.475673 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:39.546837 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-e72c6328-4c33-4878-9999-bf05a2eef290 admin admin] Calling delete_port for 84d69f53-8c6b-4d01-9bef-39fefc34f1ed owned by network:router_gateway {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:21:39.604043 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.l3_hamode_db [None req-afcd2c59-200d-4005-b159-7641aa67a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'name': 'tempest-TestVolumeBootPattern-1403085750-router', 'tenant_id': 'e88620842e1846f397da7f29ce9d2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:33Z', 'updated_at': '2021-09-15T09:21:37Z', 'revision_number': 5, 'project_id': 'e88620842e1846f397da7f29ce9d2629', 'gw_port': {'id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:34Z', 'updated_at': '2021-09-15T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}], 'dv-cinder-806008-2-iscsi', False) {} {{(pid=75829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:39.607961 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcd2c59-200d-4005-b159-7641aa67a2f1 None None] The sync data for ids ['ae8610c6-7c3a-43d2-a963-1b2015498994'] in dv-cinder-806008-2-iscsi is: [{'id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'name': 'tempest-TestVolumeBootPattern-1403085750-router', 'tenant_id': 'e88620842e1846f397da7f29ce9d2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'external_fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T09:14:33Z', 'updated_at': '2021-09-15T09:21:37Z', 'revision_number': 5, 'project_id': 'e88620842e1846f397da7f29ce9d2629', 'gw_port': {'id': '84d69f53-8c6b-4d01-9bef-39fefc34f1ed', 'name': '', 'network_id': '9e4362ae-5b83-4f46-9c62-0914bea87c2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8610c6-7c3a-43d2-a963-1b2015498994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T09:14:34Z', 'updated_at': '2021-09-15T09:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13d23d14-154d-4492-9a3a-141961b4cd9d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-2-iscsi'}] {{(pid=75829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 09:21:39.791411 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e72c6328-4c33-4878-9999-bf05a2eef290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:39.795498 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-91dd9332-eb7c-4892-b6aa-409bdb63e349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:39.837468 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c6328-4c33-4878-9999-bf05a2eef290 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d69f53-8c6b-4d01-9bef-39fefc34f1ed,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:39.840800 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-e72c6328-4c33-4878-9999-bf05a2eef290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:40.057289 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e72c6328-4c33-4878-9999-bf05a2eef290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8205430'] for router_gateway, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:40.395687 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e72c6328-4c33-4878-9999-bf05a2eef290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8195202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2394'] for router, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:40.399699 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e72c6328-4c33-4878-9999-bf05a2eef290 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:40.509663 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e72c6328-4c33-4878-9999-bf05a2eef290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8192274'] for router, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:40.510186 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72c6328-4c33-4878-9999-bf05a2eef290 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae8610c6-7c3a-43d2-a963-1b2015498994 {{(pid=75825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 09:21:40.522920 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-e72c6328-4c33-4878-9999-bf05a2eef290 admin admin] Notify callbacks [] for router, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:40.526381 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-e72c6328-4c33-4878-9999-bf05a2eef290 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ae8610c6-7c3a-43d2-a963-1b2015498994 HTTP/1.1" status: 204 len: 168 time: 1.8304205 Sep 15 09:21:40.526606 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48790) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:21:40.598499 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5c6364-8112-4929-8052-e2ec91f5fbad admin admin] Deleting subnet 7d5fc208-20c4-4ab2-bab4-87efaf446ebe {{(pid=75825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 09:21:40.601464 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6364-8112-4929-8052-e2ec91f5fbad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:40.650626 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6364-8112-4929-8052-e2ec91f5fbad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7373092'] for subnet, precommit_delete_associations {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:40.725642 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6364-8112-4929-8052-e2ec91f5fbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630464'] for subnet, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:40.849317 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6364-8112-4929-8052-e2ec91f5fbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6948069'] for subnet, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:40.853596 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:40.886553 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c6364-8112-4929-8052-e2ec91f5fbad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d5fc208-20c4-4ab2-bab4-87efaf446ebe,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:40.889811 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-4e5c6364-8112-4929-8052-e2ec91f5fbad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:40.893089 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6364-8112-4929-8052-e2ec91f5fbad admin admin] Notify callbacks [] for subnet, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:40.898016 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083d89b3-ae5e-4a5f-9d51-53a7449246cd None None] Network 14ce9581-4710-40ed-a378-f2b5e5c2c30a requested from dv-cinder-806008-2-iscsi {{(pid=75827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 09:21:40.899185 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-4e5c6364-8112-4929-8052-e2ec91f5fbad admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7d5fc208-20c4-4ab2-bab4-87efaf446ebe HTTP/1.1" status: 204 len: 168 time: 0.3716531 Sep 15 09:21:40.901832 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.wsgi [-] (75825) accepted ('10.222.0.39', 48794) {{(pid=75825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:21:40.916188 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:41.006926 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 84d69f53-8c6b-4d01-9bef-39fefc34f1ed no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:21:41.012244 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620022'] for network, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:41.024124 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] Deleting port c77062bf-3c2e-4219-a591-f4cbdcafa15b {{(pid=75825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:21:41.024448 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:41.090032 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: 84d69f53-8c6b-4d01-9bef-39fefc34f1ed {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:21:41.090423 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device 84d69f53-8c6b-4d01-9bef-39fefc34f1ed not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:21:41.090825 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device e6abfbbc-d78e-4d0c-9770-fd26e3467f39 no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:21:41.131144 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: e6abfbbc-d78e-4d0c-9770-fd26e3467f39 {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:21:41.131539 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device e6abfbbc-d78e-4d0c-9770-fd26e3467f39 not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:21:41.221149 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2da8433-9eae-45a1-a873-bf2df6fa5328 None None] DHCP port deletion for 14ce9581-4710-40ed-a378-f2b5e5c2c30a request from dv-cinder-806008-2-iscsi {{(pid=75827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 09:21:41.225935 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-f2da8433-9eae-45a1-a873-bf2df6fa5328 None None] Deleting port c77062bf-3c2e-4219-a591-f4cbdcafa15b {{(pid=75827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:21:41.226405 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-f2da8433-9eae-45a1-a873-bf2df6fa5328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:41.236373 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.db [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] For port c77062bf-3c2e-4219-a591-f4cbdcafa15b, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=c77062bf-3c2e-4219-a591-f4cbdcafa15b,segment=NetworkSegment(1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b),segment_id=1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b)] {{(pid=75825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:21:41.236659 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:41.356224 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.plugin [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] Calling delete_port for c77062bf-3c2e-4219-a591-f4cbdcafa15b owned by network:dhcp {{(pid=75825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:21:41.424314 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.db [None req-f2da8433-9eae-45a1-a873-bf2df6fa5328 None None] For port c77062bf-3c2e-4219-a591-f4cbdcafa15b, host dv-cinder-806008-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-2-iscsi',level=0,port_id=c77062bf-3c2e-4219-a591-f4cbdcafa15b,segment=NetworkSegment(1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b),segment_id=1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b)] {{(pid=75827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 09:21:41.424673 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-f2da8433-9eae-45a1-a873-bf2df6fa5328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208128'] for port, precommit_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:41.486794 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733233059871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733232699706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092379'] for port, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:41.491858 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-98169cdf-6d39-46ee-a049-52777173209e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:41.537870 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] Pushing event deleted for resources: {'Port': ['ID=c77062bf-3c2e-4219-a591-f4cbdcafa15b,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:41.541286 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:41.542201 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] No DVR routers for this DVR port c77062bf-3c2e-4219-a591-f4cbdcafa15b on host dv-cinder-806008-2-iscsi {{(pid=75825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:21:41.576998 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-f2da8433-9eae-45a1-a873-bf2df6fa5328 None None] Calling delete_port for c77062bf-3c2e-4219-a591-f4cbdcafa15b owned by network:dhcp {{(pid=75827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 09:21:41.644580 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.db.api [None req-f2da8433-9eae-45a1-a873-bf2df6fa5328 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:21:41.644935 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG oslo_db.api [None req-f2da8433-9eae-45a1-a873-bf2df6fa5328 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:21:41.657489 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628807', 'neutron.services.segments.db._delete_segments_for_network-8733233187485'] for network, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:41.670522 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ce9581-4710-40ed-a378-f2b5e5c2c30a']}} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:41.682443 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b') {'for_net_delete': True} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:41.682685 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.services.segments.db [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c36dbc9-ccd1-4bd9-aa94-3afb2fdd1f0b') {} {{(pid=75825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:21:41.693653 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733233221816', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7373117'] for segment, before_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:41.709443 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-630285'] for segment, precommit_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:41.715195 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=75825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 09:21:41.715558 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-630388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7092456'] for segment, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: Traceback (most recent call last): Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: timer() Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: cb(*args, **kw) Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: return func(*args, **kwargs) Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: self._notify() Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: self.callback(batched_events) Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: event.method(event) Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: return f(self, *a, **k) Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: return self._get(url).json() Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: return self.request(url, 'GET', **kwargs) Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 09:21:41.729005 dv-cinder-806008-2-iscsi neutron-server[75825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 09:21:41.876928 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7224591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8205405'] for network, after_delete {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:41.880382 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:41.892650 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron_lib.callbacks.manager [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7224681'] for network, before_response {{(pid=75825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:41.905416 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ce9581-4710-40ed-a378-f2b5e5c2c30a,revision_number=None']} {{(pid=75825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:41.909616 dv-cinder-806008-2-iscsi neutron-server[75825]: DEBUG oslo_concurrency.lockutils [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:41.911079 dv-cinder-806008-2-iscsi neutron-server[75825]: INFO neutron.wsgi [None req-b6a0fc8e-128d-4750-8f24-1a60b9a0c360 admin admin] 10.222.0.39 "DELETE /v2.0/networks/14ce9581-4710-40ed-a378-f2b5e5c2c30a HTTP/1.1" status: 204 len: 168 time: 1.0083659 Sep 15 09:21:42.146586 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-f2da8433-9eae-45a1-a873-bf2df6fa5328 None None] Deleting port c77062bf-3c2e-4219-a591-f4cbdcafa15b {{(pid=75827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 09:21:42.147140 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-f2da8433-9eae-45a1-a873-bf2df6fa5328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733233135818'] for port, before_delete {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:42.187186 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48800) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:21:42.211860 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-f2da8433-9eae-45a1-a873-bf2df6fa5328 None None] The port 'c77062bf-3c2e-4219-a591-f4cbdcafa15b' was deleted {{(pid=75827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 09:21:42.237942 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-9bbb2cf4-14c0-4d3a-8ae2-f809d9c6629b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa72fb70665242e7b7637379b4286d93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494785 Sep 15 09:21:42.240344 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48804) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:21:42.297127 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-bd737dbf-d524-4b28-a793-852ca21ceb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:42.322537 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-bd737dbf-d524-4b28-a793-852ca21ceb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:42.454477 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-bd737dbf-d524-4b28-a793-852ca21ceb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:42.458204 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-63df4dc8-18e7-416b-9f11-b8139e5ad720 tempest-TestMinimumBasicScenario-1759648097 tempest-TestMinimumBasicScenario-1759648097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:42.470519 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd737dbf-d524-4b28-a793-852ca21ceb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47a31ca-02f5-446a-a64b-aaca6a9e4391,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:42.473870 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-bd737dbf-d524-4b28-a793-852ca21ceb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:42.479092 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-bd737dbf-d524-4b28-a793-852ca21ceb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:42.480198 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-bd737dbf-d524-4b28-a793-852ca21ceb76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d47a31ca-02f5-446a-a64b-aaca6a9e4391 HTTP/1.1" status: 204 len: 168 time: 0.2389886 Sep 15 09:21:42.818298 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device c77062bf-3c2e-4219-a591-f4cbdcafa15b no longer exists at agent ovs-agent-dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:21:42.849739 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.plugin [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] No Port match for: c77062bf-3c2e-4219-a591-f4cbdcafa15b {{(pid=75827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 09:21:42.850105 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron.plugins.ml2.rpc [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Device c77062bf-3c2e-4219-a591-f4cbdcafa15b not bound to the agent host dv-cinder-806008-2-iscsi {{(pid=75827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:21:43.211417 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48812) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:21:43.263355 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-699bd0ca-3d5f-4158-8df4-8418a973a543 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e88620842e1846f397da7f29ce9d2629&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507340 Sep 15 09:21:43.265728 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.wsgi [-] (75826) accepted ('10.222.0.39', 48816) {{(pid=75826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:21:43.322909 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-84ba495e-3cac-4b2a-97f6-c5e6e85c8b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:43.349646 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-84ba495e-3cac-4b2a-97f6-c5e6e85c8b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:43.471430 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-84ba495e-3cac-4b2a-97f6-c5e6e85c8b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211394'] for security_group, after_delete {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:43.475046 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-cdb398fa-b91f-4ec1-bbf3-9cae9f8b692c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:21:43.486302 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba495e-3cac-4b2a-97f6-c5e6e85c8b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8083fcc-71ab-4fd3-a125-90b4892173e3,revision_number=None']} {{(pid=75826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:21:43.490827 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG oslo_concurrency.lockutils [None req-84ba495e-3cac-4b2a-97f6-c5e6e85c8b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:21:43.493300 dv-cinder-806008-2-iscsi neutron-server[75826]: DEBUG neutron_lib.callbacks.manager [None req-84ba495e-3cac-4b2a-97f6-c5e6e85c8b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:21:43.494454 dv-cinder-806008-2-iscsi neutron-server[75826]: INFO neutron.wsgi [None req-84ba495e-3cac-4b2a-97f6-c5e6e85c8b79 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8083fcc-71ab-4fd3-a125-90b4892173e3 HTTP/1.1" status: 204 len: 168 time: 0.2278306 Sep 15 09:21:47.621068 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:22:04.445610 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:22:06.045257 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-716302ab-7013-466d-b623-ec58655d85b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:22:06.553913 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:22:08.270399 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-5da7dd45-dd80-4f18-9437-983a23396b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:22:09.481948 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:22:10.919394 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:22:24.621919 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:22:34.452242 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:22:36.052284 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-d10ec833-c667-4b5c-95f0-dc36dc832dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:22:36.549359 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:22:38.278209 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-7768cba1-f0b9-4552-aa8b-3e614d40f6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:22:39.504128 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:22:40.923682 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:23:01.621774 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:23:04.477363 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:23:06.039554 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-07b965ca-e634-4a17-8c55-d8c386b61860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:23:06.536750 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:23:08.256629 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-4378d279-0cb1-420a-9fb0-c22e67e0eb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:23:09.503144 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:23:10.922537 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:23:34.512924 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:23:36.049814 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-0190f435-aeac-4865-a968-4c38aa7aa8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:23:36.543954 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:23:38.281503 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-0f6a4d81-69c1-4f3f-9723-358dd5b801aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:23:38.621007 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:23:39.492371 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:23:40.940866 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:24:04.480191 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:24:06.109030 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-730d5db3-7173-47e7-bc7a-25d1b12cf430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:24:06.534274 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:24:08.288162 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-df873189-9e1c-43c7-872a-d8f37b391bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:24:09.477016 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:24:10.997655 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:24:15.621361 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:24:34.507682 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:24:36.053280 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-a7534be2-034d-4d4a-807c-2ce2b08c2516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:24:36.538795 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:24:38.293083 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-00d39dee-c697-419c-9c19-aed29d384ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:24:39.501397 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:24:41.027401 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:24:52.621765 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:25:04.512791 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:25:06.061044 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-40a937cb-eb8b-457c-9c7b-2d769f13e113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:25:06.544374 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:25:08.258718 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-abf6644a-61da-49f2-97c1-e3da85d207b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:25:09.493345 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:25:10.970376 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:25:29.621667 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:25:34.541152 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:25:36.050159 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-1aa51a3b-f7b0-4f8b-a2fc-af11e9714121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:25:36.537697 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:25:38.272264 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-709068d3-2d75-4cef-9782-543b1dc8717c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:25:39.512623 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:25:40.946832 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:26:04.525452 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:26:06.085971 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-9b738494-d618-4de1-bb4c-28095eb58ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:26:06.556710 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:26:06.622371 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:26:08.276683 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-ac178499-ec5b-48c2-a2aa-f408ab7d2b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:26:09.494126 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:26:10.934016 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:26:34.550237 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:26:36.053785 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-93e42f6e-483d-43f3-aed0-65cba6b7511c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:26:36.535731 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:26:38.272963 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-881db5b3-3a18-4632-aa89-19811d181f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:26:39.506794 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:26:40.918830 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:26:43.623040 dv-cinder-806008-2-iscsi neutron-server[75829]: DEBUG neutron.db.agents_db [None req-8a9ce003-2c38-4100-ab78-7c57c3dcc742 None None] Agent healthcheck: found 6 active agents {{(pid=75829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:27:04.581315 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-52f8579f-55c3-40c0-bff1-d8c783d384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:27:06.051721 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-c2e798bc-705c-4f94-aaa9-334ae0dfda80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:27:06.552408 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-995a9dba-9192-4e77-a334-e0e8da6b10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:27:08.283841 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-e65fd332-1251-4a9f-a356-724240f3cb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:27:09.535454 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-fced1a3f-d438-4c63-8314-01b5f72fa4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:27:10.937710 dv-cinder-806008-2-iscsi neutron-server[75827]: DEBUG neutron_lib.callbacks.manager [None req-89a79764-a6fb-4510-8fbb-2cab1eaa30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733233187467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681963'] for agent, after_update {{(pid=75827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}